-- Logs begin at Thu 2021-09-16 01:48:56 UTC, end at Thu 2021-09-16 02:45:11 UTC. -- Sep 16 02:17:31.887491 dv-cinder-809306-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 02:17:34.571114 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.common.config [-] Logging enabled! Sep 16 02:17:34.571736 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 02:17:34.571902 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93813) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 02:17:34.575717 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.common.config [-] Logging enabled! Sep 16 02:17:34.575969 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 02:17:34.576276 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93813) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 02:17:34.577210 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 02:17:34.577440 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 02:17:34.577795 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 02:17:34.578035 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 02:17:34.578256 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 02:17:34.578572 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.578865 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.579155 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.579406 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.579700 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.579987 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.580264 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.580550 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.580839 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.581116 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.581389 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.581668 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.581896 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.582171 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.582452 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.582733 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.582954 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] debug = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.583227 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.583673 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.584071 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.584341 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.584623 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.584894 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.585157 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.585429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.585701 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.586021 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] host = dv-cinder-809306-1-iscsi {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.586289 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.586821 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.587101 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.587399 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.587671 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.587940 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.588217 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.588481 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.588768 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] log_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.589035 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.589315 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.589592 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.589873 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.590091 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.590305 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.590587 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.590867 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.591134 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.591424 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.591695 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.591960 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.592224 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.592486 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.592764 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.593042 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.593319 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.593585 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.593850 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.594115 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.594374 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.594648 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.594912 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.595174 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.595465 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.595742 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.596002 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.596264 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.596557 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.596835 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.597111 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.597389 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.597653 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.597927 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.598196 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.598462 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.598728 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] use_json = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.598994 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.599258 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.599554 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.599820 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.600083 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.600347 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.600613 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.600889 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:34.601178 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.601467 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.601765 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.602051 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.602340 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.602616 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.602899 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.603173 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.603483 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.603766 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.604045 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.604340 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.604624 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.604897 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.605183 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.605480 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.605768 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.606051 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.606320 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.606590 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.606858 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.607134 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.607503 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.607778 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.608061 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.608343 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.608618 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.608899 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.609187 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.609470 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.609737 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.610011 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.610293 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.610569 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.610836 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.611109 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.611418 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.611701 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.611967 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.612239 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.612510 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.612776 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.613040 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.613310 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.613593 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.613863 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.614125 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.614387 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.614657 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.614921 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.615198 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.615490 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.615757 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.616023 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.616296 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.616561 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.616826 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.617103 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.617366 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.617637 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.617901 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.618168 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.618437 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.618703 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.618969 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.619234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.619537 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.619808 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.620601 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.620868 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.621140 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.621406 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.621675 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.621955 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.622254 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.622531 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.622806 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.623081 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.623384 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.623661 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.623936 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.624208 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.624482 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.624752 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.625039 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.625320 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.625601 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.625884 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.626153 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.626450 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.626726 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.627003 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.627288 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.627573 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.627851 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.628129 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.628418 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.628707 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.628994 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.629280 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.629565 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.629840 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.630142 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.630416 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:34.630628 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 02:17:34.630861 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93813) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 02:17:34.978822 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 02:17:34.979028 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 02:17:34.979873 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 02:17:34.980204 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 02:17:35.366103 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.366400 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.366667 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.367975 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.368243 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.368507 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.405053 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.405323 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.405587 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.420554 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.420829 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.421092 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.448890 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.449164 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.449435 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.486278 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.486550 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.486810 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.714446 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.715052 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.715052 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.715217 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.716361 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.834384 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.834697 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.834974 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.835241 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.835529 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.835835 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.836091 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.836343 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.836856 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.837133 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.837397 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.837644 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.837895 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.838147 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.838396 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.838680 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.838932 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.839194 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.839482 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.839740 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.840006 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.840256 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.840531 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.840903 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.841147 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.841389 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.841773 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 02:17:35.842009 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 02:17:35.842241 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 02:17:35.842477 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 02:17:35.842706 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 02:17:35.842934 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 02:17:35.843309 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 02:17:35.846331 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 02:17:35.850322 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 02:17:35.853953 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 16 02:17:35.855617 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 02:17:35.856066 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 02:17:35.856398 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 02:17:35.856776 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 02:17:35.859541 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 02:17:35.859784 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 02:17:35.860118 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 02:17:35.865317 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 02:17:35.887793 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 02:17:35.888237 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.888529 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93813) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 02:17:35.888889 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.890235 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93813) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 02:17:35.890666 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 02:17:35.890909 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 02:17:35.894049 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.894330 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:35.960074 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 02:17:35.960309 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 02:17:35.960542 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 02:17:35.960903 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 02:17:35.983344 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_db.sqlalchemy.engines [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93813) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 02:17:36.508816 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Initializing driver for type 'gre' Sep 16 02:17:36.509400 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] gre ID ranges: [(1, 1000)] Sep 16 02:17:36.560607 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Initializing driver for type 'local' Sep 16 02:17:36.560916 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Initializing driver for type 'vlan' Sep 16 02:17:36.573734 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] VlanTypeDriver initialization complete Sep 16 02:17:36.574064 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Initializing driver for type 'vxlan' Sep 16 02:17:36.574544 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] vxlan ID ranges: [(1, 1000)] Sep 16 02:17:36.626869 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Initializing extension driver 'port_security' Sep 16 02:17:36.627234 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.extensions.port_security [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] PortSecurityExtensionDriver initialization complete Sep 16 02:17:36.627589 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Initializing mechanism driver 'openvswitch' Sep 16 02:17:36.627912 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Initializing mechanism driver 'hyperv' Sep 16 02:17:36.634481 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:17:36.635003 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > port after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.635421 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > port after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.635811 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > port after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.636327 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 02:17:36.636752 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > subnet after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.637113 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > subnet after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.637458 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.637852 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 02:17:36.638254 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > network after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.638601 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > network after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.638942 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > network after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.639354 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 02:17:36.639757 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > security_group after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.640103 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > security_group after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.640440 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.640962 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 02:17:36.641365 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.641713 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.642054 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.642444 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 02:17:36.642841 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > address_group after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.643182 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > address_group after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.643544 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.643930 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 02:17:36.644301 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] ML2 OVO RPC backend initialized. {{(pid=93813) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 02:17:36.645005 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.645358 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.645773 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > network before_response 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.646119 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > networks before_response 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.646465 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > port before_response 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.646805 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > ports before_response 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.647148 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > subnet before_response 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.647511 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > subnets before_response 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.647855 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > network after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.648193 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > network after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.648527 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > network after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.648860 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > port after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.649194 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > port after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.649525 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > port after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.649857 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > subnet after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.650187 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > subnet after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.650518 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.651661 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Modular L2 Plugin initialization complete Sep 16 02:17:36.651991 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading services supported by the core plugin {{(pid=93813) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 02:17:36.652313 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.plugins.ml2.managers [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Got port-security extension from driver 'port_security' Sep 16 02:17:36.652772 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.extensions.vlantransparent [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Disabled vlantransparent extension. Sep 16 02:17:36.653245 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93813) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 02:17:36.653559 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading Plugin: router Sep 16 02:17:36.689109 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.689495 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router after_create 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.689865 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router before_create 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.690228 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.690598 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.690959 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router after_delete 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.691329 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > floatingip after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.691678 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.692035 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router after_create 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.692377 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router after_update 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.692720 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router after_update 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.693063 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.693417 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router after_update 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.693821 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router precommit_update 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.694195 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: port after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.694535 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: port after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.694873 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: subnet after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.695215 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.695589 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.695933 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router precommit_create 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.696273 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: port before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.696618 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router precommit_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.696973 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router after_update 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.697316 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.697664 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router precommit_create 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.698022 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.698367 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router precommit_update 55549900 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.698732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > agent after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.699079 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > agent after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.699450 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > network after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.700287 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Tracking information for resource: router configured {{(pid=93813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 02:17:36.700613 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Tracking information for resource: floatingip configured {{(pid=93813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 02:17:36.705624 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.db.l3_agentschedulers_db [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 02:17:36.706196 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: port after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.706561 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: port after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.706909 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: port after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.707257 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: port after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.708068 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router before_create 55550100 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.708433 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.708794 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router precommit_create 55550100 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.709149 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > router precommit_update 55550100 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.714534 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.services.provider_configuration [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service providers = [] {{(pid=93813) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 02:17:36.715071 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.db.servicetype_db [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93813) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 02:17:36.717963 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.services.service_base [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 02:17:36.718196 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.services.service_base [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 02:17:36.718539 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.services.service_base [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 02:17:36.719450 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.services.service_base [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 02:17:36.719824 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.services.service_base [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 02:17:36.720199 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 02:17:36.720516 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 02:17:36.731729 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 02:17:36.732065 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading Plugin: auto_allocate Sep 16 02:17:36.737853 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: network precommit_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.738226 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: network precommit_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.738751 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 02:17:36.739071 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading Plugin: tag Sep 16 02:17:36.745585 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 02:17:36.745913 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading Plugin: timestamp Sep 16 02:17:36.749904 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 02:17:36.750236 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading Plugin: network_ip_availability Sep 16 02:17:36.755668 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.756041 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.756395 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.757109 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 02:17:36.757428 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading Plugin: flavors Sep 16 02:17:36.762140 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 02:17:36.762426 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading Plugin: revisions Sep 16 02:17:36.766630 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 02:17:36.767016 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_concurrency.lockutils [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=93813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 02:17:36.767787 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93813) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 02:17:36.768120 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Initializing extension manager. Sep 16 02:17:36.768628 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: __init__.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.768964 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: __pycache__ {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.769294 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.769624 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: address_group.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.770363 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.770923 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: address-group Sep 16 02:17:36.771242 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: address_scope.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.772159 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.772665 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: address-scope Sep 16 02:17:36.772986 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.773898 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.774405 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: router-admin-state-down-before-update Sep 16 02:17:36.774726 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: agent.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.775454 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.775957 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: agent Sep 16 02:17:36.776811 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: agent_resources_synced.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.777712 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.778221 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: agent-resources-synced Sep 16 02:17:36.778546 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: allowedaddresspairs.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.780334 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.780853 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: allowed-address-pairs Sep 16 02:17:36.781178 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: auto_allocated_topology.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.782237 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.782741 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: auto-allocated-topology Sep 16 02:17:36.783064 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: availability_zone.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.783788 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.784290 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: availability_zone Sep 16 02:17:36.784612 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: availability_zone_filter.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.785514 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.786022 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: availability_zone_filter Sep 16 02:17:36.786341 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: data_plane_status.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.787232 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.787753 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 02:17:36.788071 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: default_subnetpools.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.788972 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.789469 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: default-subnetpools Sep 16 02:17:36.789784 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.790583 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.791094 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: dhcp_agent_scheduler Sep 16 02:17:36.791447 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: dns.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.792953 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.793458 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension dns-integration not supported by any of loaded plugins Sep 16 02:17:36.793779 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: dns_domain_ports.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.794690 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.795196 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 02:17:36.795540 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.796457 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.796960 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 02:17:36.797280 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: dvr.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.797945 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.798442 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: dvr Sep 16 02:17:36.798758 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: ecmp_routes.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.799694 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.800193 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 02:17:36.800509 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: empty_string_filtering.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.801409 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.801909 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: empty-string-filtering Sep 16 02:17:36.802225 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.803128 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.803662 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 02:17:36.803980 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.804878 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.805378 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 02:17:36.805695 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: external_net.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.806606 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.807107 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: external-net Sep 16 02:17:36.807481 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.808384 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.808882 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: extra_dhcp_opt Sep 16 02:17:36.809200 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: extraroute.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.810094 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.810593 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: extraroute Sep 16 02:17:36.810912 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: extraroute_atomic.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.811951 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.812454 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: extraroute-atomic Sep 16 02:17:36.812774 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: filter_validation.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.813432 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.813929 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: filter-validation Sep 16 02:17:36.814248 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: fip_pf_description.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.815145 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.815684 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 02:17:36.816008 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: fip_port_details.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.816919 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.817421 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: fip-port-details Sep 16 02:17:36.817740 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: flavors.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.818946 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.819478 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: flavors Sep 16 02:17:36.819805 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.821440 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.821956 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 02:17:36.822286 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: floatingip_pools.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.823008 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.823535 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: floatingip-pools Sep 16 02:17:36.823859 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: ip_allocation.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.824772 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.825274 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 02:17:36.825594 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.826517 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.827019 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: ip-substring-filtering Sep 16 02:17:36.827367 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: l2_adjacency.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.828288 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.828786 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 02:17:36.829105 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: l3.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.830179 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.830692 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: router Sep 16 02:17:36.831014 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.833264 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.833789 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 02:17:36.834117 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.835043 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.835583 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: ext-gw-mode Sep 16 02:17:36.835907 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.837079 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.837582 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: l3-ha Sep 16 02:17:36.837904 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: l3_flavors.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.839348 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.839855 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: l3-flavors Sep 16 02:17:36.840174 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.841076 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.841580 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 02:17:36.841900 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: l3agentscheduler.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.842919 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.843455 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: l3_agent_scheduler Sep 16 02:17:36.843777 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: logging.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.845253 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.845771 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension logging not supported by any of loaded plugins Sep 16 02:17:36.846097 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: metering.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.846836 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.847438 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: metering Sep 16 02:17:36.847762 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.848846 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.849361 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: metering_source_and_destination_fields Sep 16 02:17:36.849685 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: multiprovidernet.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.850606 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.851113 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: multi-provider Sep 16 02:17:36.851465 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: netmtu.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.852383 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.852890 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: net-mtu Sep 16 02:17:36.853211 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: netmtu_writable.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.854114 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.854672 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: net-mtu-writable Sep 16 02:17:36.854992 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: network_availability_zone.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.855690 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.856194 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: network_availability_zone Sep 16 02:17:36.856518 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: network_ip_availability.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.857610 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.858121 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: network-ip-availability Sep 16 02:17:36.858443 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: network_segment_range.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.859202 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.859731 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 02:17:36.860051 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: pagination.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.861019 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.861345 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: pagination Sep 16 02:17:36.861662 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: port_device_profile.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.862569 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.863079 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: port-device-profile Sep 16 02:17:36.863430 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.864346 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.864845 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: port-mac-address-regenerate Sep 16 02:17:36.865164 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.866065 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.866571 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: port-numa-affinity-policy Sep 16 02:17:36.866890 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: port_resource_request.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.867948 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.868452 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 02:17:36.868770 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: portbindings.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.869691 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.870730 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: binding Sep 16 02:17:36.871049 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: portbindings_extended.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.872337 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.872847 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: binding-extended Sep 16 02:17:36.873171 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: portsecurity.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.874083 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.874595 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: port-security Sep 16 02:17:36.874918 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: project_id.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.875918 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.876248 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: project-id Sep 16 02:17:36.876568 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: providernet.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.877489 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.877996 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: provider Sep 16 02:17:36.878313 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: qos.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.881817 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.882340 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension qos not supported by any of loaded plugins Sep 16 02:17:36.882673 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.883927 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.884443 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 02:17:36.884768 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.886224 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.886732 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 02:17:36.887060 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: qos_default.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.887994 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.888503 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension qos-default not supported by any of loaded plugins Sep 16 02:17:36.888830 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: qos_fip.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.889476 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.889975 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension qos-fip not supported by any of loaded plugins Sep 16 02:17:36.890295 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: qos_gateway_ip.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.891219 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.891749 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 02:17:36.892069 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: qos_port_network_policy.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.892971 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.893474 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 02:17:36.893792 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: qos_pps_rule.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.894954 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.895491 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension qos-pps not supported by any of loaded plugins Sep 16 02:17:36.895817 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: qos_rule_type_details.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.896725 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.897232 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 02:17:36.897553 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: qos_rules_alias.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.898589 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.899095 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 02:17:36.899442 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: quotasv2.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.900337 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.900664 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: quotas Sep 16 02:17:36.900986 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: quotasv2_detail.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.904204 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.904548 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: quota_details Sep 16 02:17:36.904882 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: rbac.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.905932 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.906452 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: rbac-policies Sep 16 02:17:36.906776 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: rbac_address_group.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.907729 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.908241 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: rbac-address-group Sep 16 02:17:36.908561 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: rbac_address_scope.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.909466 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.909974 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: rbac-address-scope Sep 16 02:17:36.910294 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: rbac_security_groups.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.911197 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.911735 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: rbac-security-groups Sep 16 02:17:36.912053 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: rbac_subnetpool.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.912961 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.913471 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: rbac-subnetpool Sep 16 02:17:36.913789 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: revisionifmatch.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.914701 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.915210 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: revision-if-match Sep 16 02:17:36.915552 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: revisions.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.917193 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.917705 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: standard-attr-revisions Sep 16 02:17:36.918028 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: router_availability_zone.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.918697 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.919203 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: router_availability_zone Sep 16 02:17:36.919545 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: routerservicetype.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.920455 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.920960 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension router-service-type not supported by any of loaded plugins Sep 16 02:17:36.921277 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.922189 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.922695 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: security-groups-normalized-cidr Sep 16 02:17:36.923012 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.923960 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.924465 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: port-security-groups-filtering Sep 16 02:17:36.924783 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.925693 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.926204 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: security-groups-remote-address-group Sep 16 02:17:36.926526 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: securitygroup.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.937864 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.938388 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: security-group Sep 16 02:17:36.938718 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: segment.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.939535 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.940040 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension segment not supported by any of loaded plugins Sep 16 02:17:36.940365 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.941289 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.941798 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 02:17:36.942121 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: servicetype.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.943281 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.943813 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: service-type Sep 16 02:17:36.944136 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: sorting.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.945111 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.945442 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: sorting Sep 16 02:17:36.945763 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: standard_attr_segment.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.946667 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.947176 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 02:17:36.947529 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: standardattrdescription.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.948201 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.948702 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: standard-attr-description Sep 16 02:17:36.949023 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: stateful_security_group.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.949934 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.950445 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: stateful-security-group Sep 16 02:17:36.950766 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: stdattrs_common.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.951367 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 02:17:36.951686 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.952601 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.953115 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 02:17:36.953434 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: subnet_onboard.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.954496 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.955010 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: subnet_onboard Sep 16 02:17:36.955360 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.956277 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.956784 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 02:17:36.957104 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: subnet_service_types.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.958040 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.958554 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: subnet-service-types Sep 16 02:17:36.958877 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: subnetallocation.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.959987 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.960504 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: subnet_allocation Sep 16 02:17:36.960831 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.961756 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.962263 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: subnetpool-prefix-ops Sep 16 02:17:36.962582 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.963565 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.964075 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 02:17:36.964394 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: tagging.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.965439 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.965964 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: standard-attr-tag Sep 16 02:17:36.966288 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: timestamp.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.967532 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.968041 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loaded extension: standard-attr-timestamp Sep 16 02:17:36.968365 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: trunk.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.969388 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.969898 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension trunk not supported by any of loaded plugins Sep 16 02:17:36.970220 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: trunk_details.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.971133 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.971678 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension trunk-details not supported by any of loaded plugins Sep 16 02:17:36.972000 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: uplink_status_propagation.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.972910 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.973415 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 02:17:36.973736 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Loading extension file: vlantransparent.py {{(pid=93813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 02:17:36.974396 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 02:17:36.974902 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 02:17:36.977315 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:network Sep 16 02:17:36.977851 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:subnet Sep 16 02:17:36.978249 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 02:17:36.978644 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:port Sep 16 02:17:36.980411 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.980852 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service FLAVORS assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.981477 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.981897 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.982231 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:router Sep 16 02:17:36.982652 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:floatingip Sep 16 02:17:36.983131 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service METERING assigned prefix: /metering {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.984577 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.984951 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.985303 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:17:36.986272 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 02:17:36.986718 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:security_group Sep 16 02:17:36.987139 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 02:17:36.987749 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service CORE assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.988094 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 02:17:36.988443 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] subnetpool is already registered Sep 16 02:17:36.988882 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service CORE assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.989211 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 02:17:36.989544 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] subnetpool is already registered Sep 16 02:17:36.991847 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.992277 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service FLAVORS assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.992863 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.993281 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.993611 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:router Sep 16 02:17:36.993946 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] router is already registered Sep 16 02:17:36.994348 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:floatingip Sep 16 02:17:36.994679 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] floatingip is already registered Sep 16 02:17:36.995182 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service METERING assigned prefix: /metering {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.995873 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 02:17:36.996199 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] rbac_policy is already registered Sep 16 02:17:36.996603 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:security_group Sep 16 02:17:36.996935 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] security_group is already registered Sep 16 02:17:36.997328 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 02:17:36.997656 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] security_group_rule is already registered Sep 16 02:17:36.998280 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service CORE assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.998604 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 02:17:36.998933 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] subnetpool is already registered Sep 16 02:17:36.999366 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.v2.resource_helper [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Service CORE assigned prefix: {{(pid=93813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 02:17:36.999693 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 02:17:37.000021 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING neutron.quota.resource_registry [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] subnetpool is already registered Sep 16 02:17:37.000482 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: extensions {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.001996 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: address-groups {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.003487 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: address-scopes {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.004805 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: agents {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.005957 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: auto-allocated-topology {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.007197 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: availability_zones {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.008455 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: dhcp-networks {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.010004 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: dhcp-agents {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.011991 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: routers {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.014239 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: flavors {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.015368 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: service_profiles {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.016571 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: next_providers {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.018027 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: service_profiles {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.019579 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: floatingip-pools {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.020784 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: routers {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.022888 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: floatingips {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.024212 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: l3-routers {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.025600 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: l3-agents {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.027604 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: metering-labels {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.028962 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: metering-label-rules {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.030243 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: network-ip-availabilities {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.031537 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: bindings {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.033973 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: quotas {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.035465 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: quotas {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.036882 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: rbac-policies {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.038081 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: security-groups {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.039397 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: security-group-rules {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.040662 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: service-providers {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.041893 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: subnetpools {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.043349 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: subnetpools {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.044834 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: tags {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.046476 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: tags {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.048355 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: tags {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.050137 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: tags {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.051941 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: tags {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.053780 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: tags {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.055499 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: tags {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.057436 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: tags {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.059181 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: tags {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.060929 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron.api.extensions [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Extended resource: tags {{(pid=93813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 02:17:37.066845 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING keystonemiddleware.auth_token [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 02:17:37.071547 dv-cinder-809306-1-iscsi neutron-server[93813]: WARNING keystonemiddleware.auth_token [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 02:17:37.080548 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_concurrency.lockutils [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Acquired lock "singleton_lock" {{(pid=93813) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 02:17:37.081022 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_concurrency.lockutils [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Releasing lock "singleton_lock" {{(pid=93813) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 02:17:37.081661 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO oslo_service.service [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Starting 2 workers Sep 16 02:17:37.086432 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Started child 93920 {{(pid=93813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 02:17:37.091683 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Started child 93921 {{(pid=93813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 02:17:37.092780 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:37.093423 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO neutron.service [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 02:17:37.093895 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Notify callbacks [] for process, before_spawn {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:37.094310 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [-] (93920) wsgi starting up on http://0.0.0.0:9696 Sep 16 02:17:37.096361 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO oslo_service.service [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Starting 1 workers Sep 16 02:17:37.096473 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:37.097841 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [-] (93921) wsgi starting up on http://0.0.0.0:9696 Sep 16 02:17:37.101532 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Started child 93922 {{(pid=93813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 02:17:37.102048 dv-cinder-809306-1-iscsi neutron-server[93813]: INFO oslo_service.service [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Starting 1 workers Sep 16 02:17:37.105138 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.service [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] calling RpcWorker wait() {{(pid=93922) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 02:17:37.105666 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.service [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] returning from RpcWorker wait() {{(pid=93922) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 02:17:37.106479 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Started child 93923 {{(pid=93813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 02:17:37.106912 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:37.107297 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a23fe0-f149-470a-becc-e92d701f86ed None None] Notify callbacks [] for process, after_spawn {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:37.107405 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:17:37.109237 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93813) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 02:17:37.109443 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 02:17:37.109623 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 02:17:37.109828 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 02:17:37.110152 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 02:17:37.110318 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 02:17:37.110801 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.111074 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.111353 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.111520 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:37.112033 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.112033 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.112499 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.112755 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.112983 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.113264 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.113507 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.113679 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.113842 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.114089 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.114314 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.114609 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.114863 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.115096 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.115401 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.115570 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.115776 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.116045 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.116285 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.116560 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] debug = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.116785 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.117255 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.117494 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.117798 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.117951 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.118198 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.118417 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.118670 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.118917 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.119144 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.119410 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.119678 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.119966 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.120206 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.120439 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.120684 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.120899 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.121349 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] host = dv-cinder-809306-1-iscsi {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.121578 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.121786 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.122035 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.122311 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.122539 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.122764 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.123014 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.123260 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.123528 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.123776 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.124019 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.124256 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.124492 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.124737 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.124881 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_options = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.125115 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.125363 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.125615 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.125785 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.125943 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.126110 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.126357 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.126501 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.126751 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.126962 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.127167 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.127396 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.127622 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.127922 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.128085 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.128305 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.128517 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.128724 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.128960 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.129180 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.129397 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.129637 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.129871 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.130081 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.130304 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.130528 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.130777 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.130983 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.131186 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.131437 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.131660 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.131903 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.132111 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.132429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.132595 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.132817 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.133035 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.133240 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.133493 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.133713 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.133965 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.134202 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.134407 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.134643 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.134867 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.136004 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.136004 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_json = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.136291 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.136291 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.136571 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.136726 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.136938 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.137148 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.137374 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.137624 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.138058 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.138330 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.139333 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.139333 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.139333 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.139601 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.139673 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.139882 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.140224 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.140734 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.140986 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:17:37.141234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.141560 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.141935 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.142098 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.142327 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.142658 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.142910 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.143182 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.143453 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.143668 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.144396 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.144396 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.144694 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.144694 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.144694 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.144694 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.148732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.148732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.148732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.148732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.148732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.148732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.148732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.148732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.152429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.152429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.152429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.152429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.152429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.152429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.152429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.152429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.152429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153234 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153933 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153933 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153933 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153933 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153933 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153933 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153933 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.153933 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.154465 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.154465 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.154465 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.154686 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.154841 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.155049 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.155295 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.155505 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.155719 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.157648 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.161535 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.162482 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.162783 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.163037 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.166926 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.166926 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.166926 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.166926 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.166926 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.166926 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.166926 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.166926 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.166926 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.167564 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.167564 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.167564 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.167564 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.167564 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.167564 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.167564 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.167564 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.168026 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.170358 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.170636 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.171285 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.171539 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.171802 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.172028 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.172285 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.172520 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.172790 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.173063 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.173311 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.173554 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.173790 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.174049 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.174271 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.174491 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.174705 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.174941 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.175183 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.175495 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.175744 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.176274 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.176535 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.176779 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.177050 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.177266 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.177534 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.177764 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.178026 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.178322 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.178590 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.178858 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.179106 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.179371 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.182093 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.182389 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.182660 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.182941 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.183231 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.183507 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.183802 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.184052 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.184299 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.184534 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.184783 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.185125 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.185357 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.185592 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.185827 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.186097 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.186345 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.186581 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.186852 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.187094 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.188439 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.189807 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.192455 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.192708 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.192991 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.193267 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.193498 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.194323 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.194588 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.194851 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.195079 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.195426 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.196260 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.196502 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.196738 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.196961 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.197189 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.197415 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.197666 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.198399 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.198629 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.198871 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.199092 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.199341 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.199587 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.199816 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.200069 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.200296 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.200567 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.200830 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.201065 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.201310 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.201556 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.201830 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.202066 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.202310 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.202548 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.202773 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.203016 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.203252 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.203507 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.203719 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.203946 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.204162 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.204431 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.204663 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.205001 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.205279 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.205516 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.205759 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.206209 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.206454 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.206745 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.206968 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.207202 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.207439 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.207655 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.207923 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.208166 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.208406 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.208634 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.208845 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.209055 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.209279 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.209509 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.209784 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.210035 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.210490 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.210733 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.210977 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.211217 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.211749 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.211958 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.212166 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.212385 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.212620 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.212831 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.213057 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.213266 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.213474 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.213745 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.213959 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.214164 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.214383 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.214632 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.214839 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.215059 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.215297 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.215517 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.215720 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.215945 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.216170 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.216389 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.216618 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.216824 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.217044 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.217251 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.217456 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.217676 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.217902 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.218114 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.218404 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.218647 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.218877 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.219163 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.219409 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.219673 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.219940 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.220250 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.220460 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.220713 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.220926 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.221153 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.221369 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.221642 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.222896 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.222896 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.222896 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.223155 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.223762 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.224104 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.224755 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.224755 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.225255 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.225486 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.225788 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.226031 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.226493 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.226739 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.226955 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.227177 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.227513 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.227647 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.227884 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.228152 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.228361 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.228558 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.228799 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.229990 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.229990 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.230245 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.230245 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.230658 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.230737 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.230879 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 02:17:37.231442 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93813) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 02:17:37.231600 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 02:17:37.232119 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 02:17:37.232429 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 02:17:37.232752 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 02:17:37.232752 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 02:17:37.233137 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.233137 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.233309 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.233393 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.233732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.233732 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.233927 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.234096 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.234239 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.234459 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.234645 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.234807 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.234921 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.235112 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.235236 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.235452 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.235652 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.235802 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.235881 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.236061 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.236247 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.236348 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.236475 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] debug = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.236851 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.237256 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.237454 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.237543 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.237656 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.237809 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.238305 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.238305 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.238724 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.238724 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.238861 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.238969 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.239090 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.239249 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.239434 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.239575 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.239715 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.239870 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] host = dv-cinder-809306-1-iscsi {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.240030 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.240204 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.240323 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.240466 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.240628 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.240857 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.241001 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.241128 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.241223 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.241356 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.241504 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.241648 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.241949 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.242173 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.242471 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_options = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.242471 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.242807 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.242807 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.243034 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.243210 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.243361 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.243497 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.243664 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.243818 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.243942 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.244088 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:17:37.244184 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.244291 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.244372 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.244553 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.244671 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.244907 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.245064 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.245228 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.245377 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.245533 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.245689 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.245843 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.246108 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.246203 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.246284 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.246442 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.246609 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.246742 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.246899 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.247048 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.247872 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.247872 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.247872 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.247872 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.248238 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.248238 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.248238 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.248476 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.248476 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.248656 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.248792 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.248958 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.249086 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.249240 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.249394 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.249547 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.249700 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_json = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.249859 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.250006 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.250207 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.250319 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.250451 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.250604 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.250758 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.250913 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 02:17:37.251088 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.251245 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.251437 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.251594 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.251750 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.251908 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.252064 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.252220 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.252376 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.252533 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.252696 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.252852 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.253019 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.253175 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.253330 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.253492 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.253651 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.253808 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.253965 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.254122 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.254279 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.254436 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.254600 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.254756 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.254912 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.255068 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.255225 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.255417 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.256317 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.256317 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.256317 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.256317 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.256317 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.256317 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.257092 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.257092 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.257092 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.257092 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.257092 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.257757 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.257757 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.257757 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.257757 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.257757 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.258968 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.258968 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.258968 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.258968 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.258968 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.258968 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.258968 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.259897 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.259897 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.259897 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.259897 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.259897 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.259897 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.260323 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.260323 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.260323 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.261054 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.261054 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.261199 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.261326 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.261484 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.261639 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.261954 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.262250 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.262545 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.262838 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.263137 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.263469 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.263469 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.263597 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.263756 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.263917 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.264080 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.264340 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.264434 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.264517 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.264675 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.264832 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.264989 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.265141 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.265294 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.265456 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.265609 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.265910 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.266074 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.266240 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.266412 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.266644 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.266738 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.266871 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.267026 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.267185 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.267366 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.267520 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.267819 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.267985 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.268147 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.268300 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.268596 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.268761 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.268917 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.269137 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.269308 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.269465 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.269628 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.269628 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.270021 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.270021 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.270272 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.270272 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.270490 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.270490 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.270859 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.270989 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.271188 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.271188 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.271369 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.271533 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.271692 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.271844 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.272005 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.272153 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.272310 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.272466 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.272622 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.272779 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.272936 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.273093 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.273257 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.273424 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.273581 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.273738 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.273899 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.274093 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.274240 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.274389 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.274545 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.274700 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.274857 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.275013 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.275169 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.275635 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.275635 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.275635 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.276095 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.276095 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.276359 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.276359 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.276613 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.276613 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.276879 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.276879 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.277135 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.277269 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.277402 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.277535 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.277679 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.277813 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.277945 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.278088 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.278222 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.278362 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.278496 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.278629 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.278761 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.278894 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.279049 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.279199 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.279383 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.279536 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.279683 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.279826 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.279962 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.280096 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.280229 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.280388 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.280530 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.280693 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.280848 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.281005 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.281163 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.281319 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.281476 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.281634 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.281792 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.281949 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.282106 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.282265 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.282436 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.282594 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.282749 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.282906 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.283063 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.283219 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.283395 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.283552 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.283709 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.284702 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.284702 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.284702 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.284702 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.284702 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.284702 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.285713 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.285713 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.285713 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.285713 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.285713 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.285713 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.285713 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.286260 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.286260 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.286260 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.286474 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.286474 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.286618 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.286758 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.286915 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.287073 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.287238 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.287421 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.287578 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.287729 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.287865 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.288024 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.288189 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.288346 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.288503 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.288661 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.288818 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.288975 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.289140 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.289296 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.289454 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.289611 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.289767 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.289911 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.290079 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.290236 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.290393 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.290552 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.290709 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.290867 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.291033 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.291191 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.291361 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.291524 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.292213 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.292370 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.292522 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.292692 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.292850 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.293008 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.293166 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.293323 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.293481 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.293639 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.293800 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.293967 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.294131 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.294289 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.294459 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.294624 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.294789 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.294947 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.295110 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.295359 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.295463 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.295604 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.295760 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.295916 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.296073 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.296229 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.296387 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.296542 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.296699 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.296856 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.297011 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.297168 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.297324 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.297482 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.297639 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.297795 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.297952 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.298109 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.298268 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 02:17:37.298416 dv-cinder-809306-1-iscsi neutron-server[93813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 02:17:37.560555 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 44228) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:17:37.569084 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063171 Sep 16 02:17:48.912098 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a7ac0f-8aa7-4419-9439-539f75c70e1a None None] get_active_networks_info from dv-cinder-809306-1-iscsi {{(pid=93922) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 02:17:48.974728 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7ac0f-8aa7-4419-9439-539f75c70e1a None None] No non-hosted networks {{(pid=93922) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 02:17:48.992026 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d42b95b2-8a76-45e7-ba95-c63f77c411d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8121398'] for agent, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:51.417414 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-40e11a6b-c2e0-459a-a9a2-f304ff80c4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8121398'] for agent, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:51.494389 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f3436f01-3ec7-4f41-923a-f3a65148d8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:52.230611 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8121398'] for agent, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:52.231623 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.232102 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.232583 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.233050 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.233536 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.234006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.237538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.237538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.237538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.237538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.237538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.237942 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:52.243669 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809306-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:17:52.259150 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809306-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:17:52.665450 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8121398'] for agent, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:54.008652 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8121398'] for agent, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:54.985230 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.db.l3_hamode_db [None req-cb2526cc-c69a-4def-bd8f-12f23d95b1e3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 02:17:55.074696 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2526cc-c69a-4def-bd8f-12f23d95b1e3 None None] Routers set() bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:17:55.075377 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2526cc-c69a-4def-bd8f-12f23d95b1e3 None None] Router IDs set() for agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 02:17:55.337278 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 44320) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:17:55.833176 dv-cinder-809306-1-iscsi neutron-server[93920]: WARNING oslo_policy.policy [None req-954c3d80-5bec-4d52-8882-82eac5e82900 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 02:17:55.833748 dv-cinder-809306-1-iscsi neutron-server[93920]: WARNING oslo_policy.policy [None req-954c3d80-5bec-4d52-8882-82eac5e82900 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 02:17:56.050736 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [None req-954c3d80-5bec-4d52-8882-82eac5e82900 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:17:56.052026 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-954c3d80-5bec-4d52-8882-82eac5e82900 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7120361 Sep 16 02:17:58.393783 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 44334) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:17:58.697833 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1da0b5dc-4eb6-4d84-a1b6-30e6f83cb4dd admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:17:58.791112 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.policy [None req-1da0b5dc-4eb6-4d84-a1b6-30e6f83cb4dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93920) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 02:17:58.835114 dv-cinder-809306-1-iscsi neutron-server[93920]: WARNING oslo_policy.policy [None req-1da0b5dc-4eb6-4d84-a1b6-30e6f83cb4dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 02:17:58.835459 dv-cinder-809306-1-iscsi neutron-server[93920]: WARNING oslo_policy.policy [None req-1da0b5dc-4eb6-4d84-a1b6-30e6f83cb4dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 02:17:58.844731 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.quota [None req-1da0b5dc-4eb6-4d84-a1b6-30e6f83cb4dd admin admin] Loaded quota_driver: . Sep 16 02:17:58.929281 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1da0b5dc-4eb6-4d84-a1b6-30e6f83cb4dd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758795838185', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758795840700', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758795555639', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758795560171', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758796006570', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758795544957', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-545431', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1023881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8301312', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8279350'] for rbac-policy, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:58.990527 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1da0b5dc-4eb6-4d84-a1b6-30e6f83cb4dd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:17:58.991742 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-1da0b5dc-4eb6-4d84-a1b6-30e6f83cb4dd admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5969200 Sep 16 02:18:01.562006 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 44346) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:01.860944 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3d4ab345f725493f840133a3a4035266', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'name': 'private'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:18:01.888537 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Made reservation on behalf of 3d4ab345f725493f840133a3a4035266 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:18:01.891250 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:01.907320 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:02.026957 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:02.030383 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:02.049937 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:18:02.076202 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758793428116', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:02.076788 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Unsubscribe: segment precommit_create {{(pid=93920) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 02:18:02.077295 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Added segment 5fa3b4ed-2534-4c09-8009-a583826c7298 of type vlan for network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 Sep 16 02:18:02.092938 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c381fb-f18b-45a3-8b38-24182ab30ef7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:02.139697 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.140048 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.140381 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.140704 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.141024 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.141366 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.141687 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.141999 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.142338 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.142640 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.142949 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.143258 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Tracked resource versions report: Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: pushed versions: Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: { 'AddressGroup': {'1.2'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'ConntrackHelper': {'1.0'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Log': {'1.0'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Network': {'1.1'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Port': {'1.7'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'PortForwarding': {'1.2'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'QosPolicy': {'1.9'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SecurityGroup': {'1.4'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SecurityGroupRule': {'1.2'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SubPort': {'1.0'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Subnet': {'1.1'}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Trunk': {'1.1'}} Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: consumer versions: Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: { DHCP agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: L3 agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: Metadata agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: Metering agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: Open vSwitch agent@dv-cinder-809306-1-iscsi: { 'AddressGroup': '1.2', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'ConntrackHelper': '1.0', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Log': '1.0', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Network': '1.1', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Port': '1.7', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'PortForwarding': '1.2', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'QosPolicy': '1.9', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SecurityGroup': '1.4', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SecurityGroupRule': '1.2', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SubPort': '1.0', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Subnet': '1.1', Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Trunk': '1.1'}} Sep 16 02:18:02.144402 dv-cinder-809306-1-iscsi neutron-server[93920]: {{(pid=93920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 02:18:02.193116 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:02.231473 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:02.232674 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:18:02.233311 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:02.290244 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7271805 Sep 16 02:18:02.328905 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768d9cb-ffc5-49a1-bb61-04b3334727f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ebead7-4bfc-4ba0-88a1-e50d66263b57,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:02.341561 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:18:04.920238 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 44360) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:05.302018 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994cd44-0c87-4d1b-a0af-37e858c64ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:18:05.303391 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9994cd44-0c87-4d1b-a0af-37e858c64ab1 admin admin] 10.222.0.35 "GET /v2.0/networks/e6ebead7-4bfc-4ba0-88a1-e50d66263b57 HTTP/1.1" status: 200 len: 825 time: 0.3821959 Sep 16 02:18:05.326835 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c2303925-30d4-4ba8-83e6-0d66137679bb admin admin] 10.222.0.35 "GET /v2.0/subnetpools/c19f21e4-1c30-41e1-ab31-132928b4602c HTTP/1.1" status: 200 len: 734 time: 0.0174117 Sep 16 02:18:05.335546 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'subnetpool_id': 'c19f21e4-1c30-41e1-ab31-132928b4602c'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:18:05.357770 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Made reservation on behalf of 3d4ab345f725493f840133a3a4035266 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:18:05.360017 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:05.644600 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:05.713367 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=806cd6c9-e205-4259-9e32-4a8b3b210d8a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:05.720351 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Checking segment: {'id': '5fa3b4ed-2534-4c09-8009-a583826c7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:18:05.720738 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Network hostable DHCP agents. Network: e6ebead7-4bfc-4ba0-88a1-e50d66263b57, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:18:05.740496 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:18:05.750910 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, e6ebead7-4bfc-4ba0-88a1-e50d66263b57) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:18:05.755676 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:18:05.756258 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:05.760935 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c83e9ea-e3b8-4e42-9c8e-8e50fe7cf67b None None] Network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:18:05.769855 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0105bf68-543b-4327-987c-ffa0481c37fb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4374511 Sep 16 02:18:06.074245 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea0194de-0e4e-5cff-8928-79b91472b142-e6ebead7-4bfc-4ba0-88a1-e50d66263b57', 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'fixed_ips': [{'subnet_id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a'}]}} from dv-cinder-809306-1-iscsi. {{(pid=93922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 02:18:06.075640 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:06.342880 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.db_base_plugin_common [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Allocated IP 172.20.0.2 (e6ebead7-4bfc-4ba0-88a1-e50d66263b57/806cd6c9-e205-4259-9e32-4a8b3b210d8a/a250cb59-00d8-45a3-aada-838bede3ee18) {{(pid=93922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:18:06.563632 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Notify callbacks [] for port, precommit_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:06.571349 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:06.642890 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 is already hosted by enough agents. {{(pid=93922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:18:06.648359 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.base_scheduler [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Resources bound (agent type, host, resource id): {{(pid=93922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:18:06.656512 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Pushing event updated for resources: {'Port': ['ID=a250cb59-00d8-45a3-aada-838bede3ee18,revision_number=1']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:06.658642 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Received port after_create {{(pid=93922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:18:06.692018 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.692374 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.692698 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.693029 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.693355 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.693684 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.694012 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.694325 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.694662 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.694984 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.695321 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.695645 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Tracked resource versions report: Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: pushed versions: Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: { 'AddressGroup': {'1.2'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'ConntrackHelper': {'1.0'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Log': {'1.0'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Network': {'1.1'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Port': {'1.7'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'PortForwarding': {'1.2'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'QosPolicy': {'1.9'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SecurityGroup': {'1.4'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SecurityGroupRule': {'1.2'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SubPort': {'1.0'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Subnet': {'1.1'}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Trunk': {'1.1'}} Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: consumer versions: Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: { DHCP agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: L3 agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: Metadata agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: Metering agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: Open vSwitch agent@dv-cinder-809306-1-iscsi: { 'AddressGroup': '1.2', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'ConntrackHelper': '1.0', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Log': '1.0', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Network': '1.1', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Port': '1.7', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'PortForwarding': '1.2', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'QosPolicy': '1.9', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SecurityGroup': '1.4', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SecurityGroupRule': '1.2', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SubPort': '1.0', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Subnet': '1.1', Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Trunk': '1.1'}} Sep 16 02:18:06.696796 dv-cinder-809306-1-iscsi neutron-server[93922]: {{(pid=93922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 02:18:06.754654 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Attempting to bind port a250cb59-00d8-45a3-aada-838bede3ee18 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:18:06.755048 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Attempting to bind port a250cb59-00d8-45a3-aada-838bede3ee18 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '5fa3b4ed-2534-4c09-8009-a583826c7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:18:06.755483 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Attempting to bind port a250cb59-00d8-45a3-aada-838bede3ee18 on network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:18:06.760342 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:18:06.760744 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Checking segment: {'id': '5fa3b4ed-2534-4c09-8009-a583826c7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:18:06.761190 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:06.761730 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Bound using segment: {'id': '5fa3b4ed-2534-4c09-8009-a583826c7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:18:06.762042 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Bound port: a250cb59-00d8-45a3-aada-838bede3ee18, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa3b4ed-2534-4c09-8009-a583826c7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:18:06.762437 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:06.823606 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] For port a250cb59-00d8-45a3-aada-838bede3ee18, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:18:06.827716 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] For port a250cb59-00d8-45a3-aada-838bede3ee18, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=a250cb59-00d8-45a3-aada-838bede3ee18,segment=NetworkSegment(5fa3b4ed-2534-4c09-8009-a583826c7298),segment_id=5fa3b4ed-2534-4c09-8009-a583826c7298)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:18:06.831975 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:06.902543 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd353-c377-49fd-bbdd-ad78ecdeb719 None None] Pushing event updated for resources: {'Port': ['ID=a250cb59-00d8-45a3-aada-838bede3ee18,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:08.174229 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 44368) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:08.487217 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [None req-23219076-a8ac-4a75-a598-1d3970f0dbca admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:18:08.488239 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-23219076-a8ac-4a75-a598-1d3970f0dbca admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129692 Sep 16 02:18:10.872885 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 44376) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:11.360512 dv-cinder-809306-1-iscsi neutron-server[93921]: WARNING oslo_policy.policy [None req-839a5b90-5335-4e3c-a891-383e9dff26c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 02:18:11.361090 dv-cinder-809306-1-iscsi neutron-server[93921]: WARNING oslo_policy.policy [None req-839a5b90-5335-4e3c-a891-383e9dff26c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 02:18:11.581887 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [None req-839a5b90-5335-4e3c-a891-383e9dff26c2 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:18:11.582967 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-839a5b90-5335-4e3c-a891-383e9dff26c2 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7090533 Sep 16 02:18:14.268318 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 44396) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:14.560585 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'name': 'router1'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:18:14.624509 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.policy [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93921) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 02:18:14.670298 dv-cinder-809306-1-iscsi neutron-server[93921]: WARNING oslo_policy.policy [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 02:18:14.670682 dv-cinder-809306-1-iscsi neutron-server[93921]: WARNING oslo_policy.policy [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 02:18:14.679570 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.quota [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] Loaded quota_driver: . Sep 16 02:18:14.737497 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7869852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2468'] for router, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:14.740630 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7864588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8120476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2451'] for router, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:14.895844 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:14.900617 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7864579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419'] for router, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:14.918699 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] Notify callbacks [] for router, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:14.919940 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-8a949e78-032b-4961-9796-52bb350ac2dc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6506782 Sep 16 02:18:15.167760 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83ac3f-053d-49ec-85d3-5c2f6672e366 None None] Network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:18:15.285571 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-a169099f-d2ed-4db3-8161-dc77f64dad91 None None] Provisioning complete for port a250cb59-00d8-45a3-aada-838bede3ee18 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:18:15.285958 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a169099f-d2ed-4db3-8161-dc77f64dad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:15.470898 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a169099f-d2ed-4db3-8161-dc77f64dad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:15.504897 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a169099f-d2ed-4db3-8161-dc77f64dad91 None None] For port a250cb59-00d8-45a3-aada-838bede3ee18, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=a250cb59-00d8-45a3-aada-838bede3ee18,segment=NetworkSegment(5fa3b4ed-2534-4c09-8009-a583826c7298),segment_id=5fa3b4ed-2534-4c09-8009-a583826c7298)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:15.510643 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a169099f-d2ed-4db3-8161-dc77f64dad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:15.558000 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169099f-d2ed-4db3-8161-dc77f64dad91 None None] Pushing event updated for resources: {'Port': ['ID=a250cb59-00d8-45a3-aada-838bede3ee18,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:15.632199 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-bbe3474f-d512-472a-bb8b-cfe21fc9c3cf None None] Provisioning complete for port a250cb59-00d8-45a3-aada-838bede3ee18 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:18:15.632582 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bbe3474f-d512-472a-bb8b-cfe21fc9c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:15.759549 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device a250cb59-00d8-45a3-aada-838bede3ee18 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:18:15.806162 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port a250cb59-00d8-45a3-aada-838bede3ee18 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:18:15.806527 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:17.305918 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 44406) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:17.607662 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [None req-66b7cff1-369b-43fb-9742-55c53ccb2090 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:18:17.608722 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-66b7cff1-369b-43fb-9742-55c53ccb2090 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3019009 Sep 16 02:18:18.794079 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-475c7a33-cf2c-4037-90d7-cac2e8f21ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:19.979671 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 44414) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:20.286706 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:18:20.308963 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Made reservation on behalf of f948ff8836ef42939395dac79a26aa97 for: {'network': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:18:20.311585 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:20.327198 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:20.441695 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:20.445090 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:20.455656 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Reserving flat network on physical network physnet1 {{(pid=93921) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 02:18:20.486855 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758793428116', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:20.487460 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Unsubscribe: segment precommit_create {{(pid=93921) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 02:18:20.487975 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.segments_db [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Added segment a55a2bac-e16b-416b-be69-479cedd2177d of type flat for network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 Sep 16 02:18:20.503572 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0250c160-05bc-49f3-a2fe-4d2fa78bfc9f,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:20.550367 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.550718 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.551049 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.551398 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.551719 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.552051 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.552368 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.552681 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.553008 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.553320 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.553628 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.553934 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Tracked resource versions report: Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: pushed versions: Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: { 'AddressGroup': {'1.2'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'ConntrackHelper': {'1.0'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Log': {'1.0'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Network': {'1.1'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Port': {'1.7'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'PortForwarding': {'1.2'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'QosPolicy': {'1.9'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SecurityGroup': {'1.4'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SecurityGroupRule': {'1.2'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SubPort': {'1.0'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Subnet': {'1.1'}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Trunk': {'1.1'}} Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: consumer versions: Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: { DHCP agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: L3 agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: Metadata agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: Metering agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: Open vSwitch agent@dv-cinder-809306-1-iscsi: { 'AddressGroup': '1.2', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'ConntrackHelper': '1.0', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Log': '1.0', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Network': '1.1', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Port': '1.7', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'PortForwarding': '1.2', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'QosPolicy': '1.9', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SecurityGroup': '1.4', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SecurityGroupRule': '1.2', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SubPort': '1.0', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Subnet': '1.1', Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Trunk': '1.1'}} Sep 16 02:18:20.555059 dv-cinder-809306-1-iscsi neutron-server[93921]: {{(pid=93921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 02:18:20.611454 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:20.650969 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:20.652042 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:18:20.652662 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:20.718743 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7380171 Sep 16 02:18:20.749350 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabeed27-3896-4a89-82c5-ace8075d59ce admin admin] Pushing event updated for resources: {'Network': ['ID=20c6ad3e-e1ef-4253-be1a-d9f49f0795f5,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:20.760317 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:18:21.417581 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a2a1-86c5-4cc4-8fac-cabc0fd6aff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:22.234297 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:22.549500 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:23.103771 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 44436) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:23.318744 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd341a8-da53-4ea7-8201-336d19d710ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:18:23.320131 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-3bd341a8-da53-4ea7-8201-336d19d710ba admin admin] 10.222.0.35 "GET /v2.0/subnets/806cd6c9-e205-4259-9e32-4a8b3b210d8a HTTP/1.1" status: 200 len: 849 time: 0.2154105 Sep 16 02:18:23.450478 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-540652d8-4d66-4bb8-85a7-0f3fac51ffa2 admin admin] 10.222.0.35 "GET /v2.0/routers/2e36b0e0-dc87-458a-9a7a-664b0551946d HTTP/1.1" status: 200 len: 704 time: 0.1236212 Sep 16 02:18:23.711105 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:23.948335 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:24.004471 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Allocated IP 172.20.0.1 (e6ebead7-4bfc-4ba0-88a1-e50d66263b57/806cd6c9-e205-4259-9e32-4a8b3b210d8a/55cf4fe8-0b03-4f0e-9a3d-773f527b31e7) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:18:24.165105 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 5 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:18:24.184775 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:24.250333 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:24.323916 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:18:24.329413 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:18:24.332566 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:18:24.333279 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8121500'] for router_interface, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:24.358586 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Pushing event updated for resources: {'Port': ['ID=55cf4fe8-0b03-4f0e-9a3d-773f527b31e7,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:24.526272 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:24.579135 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-4707e62d-6557-44ed-908e-548a4eb3f666 None None] Provisioning complete for port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:18:24.579533 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4707e62d-6557-44ed-908e-548a4eb3f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:24.612232 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-4707e62d-6557-44ed-908e-548a4eb3f666 None None] Port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:18:24.774231 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:24.778675 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:24.779386 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869196'] for router_interface, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:24.839707 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Pushing event updated for resources: {'Port': ['ID=55cf4fe8-0b03-4f0e-9a3d-773f527b31e7,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:24.900801 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:18:24.902069 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:18:25.059633 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Router 2e36b0e0-dc87-458a-9a7a-664b0551946d is scheduled to L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af with binding_index 1 {{(pid=93921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:18:25.132673 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-1e5e7c12-f38a-4cee-98c1-0f2479c4f0e0 None None] Provisioning complete for port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:18:25.133227 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1e5e7c12-f38a-4cee-98c1-0f2479c4f0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:25.147798 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:18:25.153789 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-31f103b9-47bd-4154-82d3-33a81b747a3a admin admin] 10.222.0.35 "PUT /v2.0/routers/2e36b0e0-dc87-458a-9a7a-664b0551946d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6974375 Sep 16 02:18:25.158473 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Sync routers for ids ['2e36b0e0-dc87-458a-9a7a-664b0551946d'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:18:25.171555 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e7c12-f38a-4cee-98c1-0f2479c4f0e0 None None] Port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:18:25.174331 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Routers {'2e36b0e0-dc87-458a-9a7a-664b0551946d'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:18:25.175348 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:18:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['2e36b0e0-dc87-458a-9a7a-664b0551946d'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:25.356238 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Set router 2e36b0e0-dc87-458a-9a7a-664b0551946d gateway port host: None {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:18:25.785714 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'name': 'router1', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:18:14Z', 'updated_at': '2021-09-16T02:18:24Z', 'revision_number': 2, 'project_id': '3d4ab345f725493f840133a3a4035266', 'gw_port_host': None, '_interfaces': [{'id': '55cf4fe8-0b03-4f0e-9a3d-773f527b31e7', 'name': '', 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'mac_address': 'fa:16:3e:75:33:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:18:23Z', 'updated_at': '2021-09-16T02:18:24Z', 'revision_number': 2, 'project_id': '3d4ab345f725493f840133a3a4035266', 'subnets': [{'id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c19f21e4-1c30-41e1-ab31-132928b4602c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:25.836541 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Checking router: 2e36b0e0-dc87-458a-9a7a-664b0551946d for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:18:25.836905 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Updating router 2e36b0e0-dc87-458a-9a7a-664b0551946d port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 binding host dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:18:25.884430 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:26.399140 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:26.405006 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:26.561942 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Pushing event updated for resources: {'Port': ['ID=55cf4fe8-0b03-4f0e-9a3d-773f527b31e7,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:26.575228 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.575597 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.575933 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.576264 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.576590 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.576916 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.577239 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.577564 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.577895 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.578215 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.578533 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.578850 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Tracked resource versions report: Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: pushed versions: Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: { 'AddressGroup': {'1.2'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'ConntrackHelper': {'1.0'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Log': {'1.0'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Network': {'1.1'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Port': {'1.7'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'PortForwarding': {'1.2'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'QosPolicy': {'1.9'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SecurityGroup': {'1.4'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SecurityGroupRule': {'1.2'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SubPort': {'1.0'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Subnet': {'1.1'}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Trunk': {'1.1'}} Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: consumer versions: Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: { DHCP agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: L3 agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: Metadata agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: Metering agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: Open vSwitch agent@dv-cinder-809306-1-iscsi: { 'AddressGroup': '1.2', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'ConntrackHelper': '1.0', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Log': '1.0', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Network': '1.1', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Port': '1.7', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'PortForwarding': '1.2', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'QosPolicy': '1.9', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SecurityGroup': '1.4', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SecurityGroupRule': '1.2', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SubPort': '1.0', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Subnet': '1.1', Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Trunk': '1.1'}} Sep 16 02:18:26.579992 dv-cinder-809306-1-iscsi neutron-server[93923]: {{(pid=93923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 02:18:26.582314 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Attempting to bind port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:18:26.582700 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Attempting to bind port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '5fa3b4ed-2534-4c09-8009-a583826c7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:18:26.583100 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Attempting to bind port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 on network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:18:26.588756 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:18:26.589162 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Checking segment: {'id': '5fa3b4ed-2534-4c09-8009-a583826c7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:18:26.589613 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:26.589995 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Bound using segment: {'id': '5fa3b4ed-2534-4c09-8009-a583826c7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:18:26.590484 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Bound port: 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa3b4ed-2534-4c09-8009-a583826c7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:18:26.590871 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:26.606300 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-9ca8b3d7-a30c-460c-9c80-8a924797ab46 None None] Provisioning complete for port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:18:26.606746 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9ca8b3d7-a30c-460c-9c80-8a924797ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:26.639994 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8b3d7-a30c-460c-9c80-8a924797ab46 None None] Port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:18:26.657325 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] For port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:18:26.676849 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] For port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=55cf4fe8-0b03-4f0e-9a3d-773f527b31e7,segment=NetworkSegment(5fa3b4ed-2534-4c09-8009-a583826c7298),segment_id=5fa3b4ed-2534-4c09-8009-a583826c7298)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:18:26.681167 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:26.746647 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e760e1-0179-4853-9037-7111de6214d5 None None] Pushing event updated for resources: {'Port': ['ID=55cf4fe8-0b03-4f0e-9a3d-773f527b31e7,revision_number=4']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:26.749968 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Routers {'2e36b0e0-dc87-458a-9a7a-664b0551946d'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:18:26.750756 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:18:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['2e36b0e0-dc87-458a-9a7a-664b0551946d'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:26.839284 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] Set router 2e36b0e0-dc87-458a-9a7a-664b0551946d gateway port host: None {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:18:26.958520 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-7f944f76-2869-4dfd-a8b7-f0fab0f3326b None None] Provisioning complete for port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:18:26.958805 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7f944f76-2869-4dfd-a8b7-f0fab0f3326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:27.033617 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7f944f76-2869-4dfd-a8b7-f0fab0f3326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:27.045309 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'name': 'router1', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:18:14Z', 'updated_at': '2021-09-16T02:18:24Z', 'revision_number': 2, 'project_id': '3d4ab345f725493f840133a3a4035266', 'gw_port_host': None, '_interfaces': [{'id': '55cf4fe8-0b03-4f0e-9a3d-773f527b31e7', 'name': '', 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'mac_address': 'fa:16:3e:75:33:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:18:23Z', 'updated_at': '2021-09-16T02:18:26Z', 'revision_number': 4, 'project_id': '3d4ab345f725493f840133a3a4035266', 'subnets': [{'id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c19f21e4-1c30-41e1-ab31-132928b4602c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:27.064197 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-7f944f76-2869-4dfd-a8b7-f0fab0f3326b None None] For port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=55cf4fe8-0b03-4f0e-9a3d-773f527b31e7,segment=NetworkSegment(5fa3b4ed-2534-4c09-8009-a583826c7298),segment_id=5fa3b4ed-2534-4c09-8009-a583826c7298)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:27.068973 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7f944f76-2869-4dfd-a8b7-f0fab0f3326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:27.070847 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0217fa-be9b-428f-be7c-c1aa6d4278e0 None None] The sync data for ids ['2e36b0e0-dc87-458a-9a7a-664b0551946d'] in dv-cinder-809306-1-iscsi is: [{'id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'name': 'router1', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:18:14Z', 'updated_at': '2021-09-16T02:18:24Z', 'revision_number': 2, 'project_id': '3d4ab345f725493f840133a3a4035266', 'gw_port_host': None, '_interfaces': [{'id': '55cf4fe8-0b03-4f0e-9a3d-773f527b31e7', 'name': '', 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'mac_address': 'fa:16:3e:75:33:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:18:23Z', 'updated_at': '2021-09-16T02:18:26Z', 'revision_number': 4, 'project_id': '3d4ab345f725493f840133a3a4035266', 'subnets': [{'id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c19f21e4-1c30-41e1-ab31-132928b4602c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:18:27.130721 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f944f76-2869-4dfd-a8b7-f0fab0f3326b None None] Pushing event updated for resources: {'Port': ['ID=55cf4fe8-0b03-4f0e-9a3d-773f527b31e7,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:27.368770 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 44456) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:27.480082 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ccedb-f633-4147-aca3-59c15b15fe75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:18:27.481432 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-685ccedb-f633-4147-aca3-59c15b15fe75 admin admin] 10.222.0.35 "GET /v2.0/networks/20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 HTTP/1.1" status: 200 len: 842 time: 0.1111641 Sep 16 02:18:27.491320 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:18:27.511227 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Made reservation on behalf of f948ff8836ef42939395dac79a26aa97 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:18:27.513410 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:27.843800 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.objects.ports [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93920) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 02:18:27.844242 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:27.899465 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251679a7-f34f-47be-9c84-e308f75bc265,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:27.906617 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:18:27.906988 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Network hostable DHCP agents. Network: 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:18:27.924325 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:18:27.933257 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:18:27.937436 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:18:27.937939 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:27.944824 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85477917-034b-4b77-92b1-dc5603742966 None None] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:18:27.955819 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-03627126-adec-43fe-b77e-cb41aed808d7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4677417 Sep 16 02:18:28.083750 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e53fe5b-bd42-49c3-acd5-1f2d04f4328e None None] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:18:30.248529 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 44464) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:30.485618 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9492ddc6-8f11-4110-a7a3-9744a1dd44d8 admin admin] 10.222.0.35 "GET /v2.0/routers/2e36b0e0-dc87-458a-9a7a-664b0551946d HTTP/1.1" status: 200 len: 710 time: 0.2360425 Sep 16 02:18:30.572482 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf1330a-d6a5-48fb-b4f6-60c48616850a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:18:30.573876 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-adf1330a-d6a5-48fb-b4f6-60c48616850a admin admin] 10.222.0.35 "GET /v2.0/networks/20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 HTTP/1.1" status: 200 len: 886 time: 0.0824213 Sep 16 02:18:30.583376 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:18:30.823285 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:31.091407 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:31.161970 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:31.309869 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Allocated IP 172.27.2.117 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/2c7818f3-fab0-4db1-8741-4fb910f8cb4b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:18:31.418308 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:31.474927 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:31.538716 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:18:31.546851 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:18:31.553377 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:18:31.590831 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7818f3-fab0-4db1-8741-4fb910f8cb4b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:31.833072 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:32.034856 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8120490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7864602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2433'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:32.039854 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8120481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8120504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7864593'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:32.155620 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Router 2e36b0e0-dc87-458a-9a7a-664b0551946d has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:18:32.329924 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:18:32.334316 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:32.335795 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-204e96e4-807d-4864-98ba-ac2dc66c3b59 admin admin] 10.222.0.35 "PUT /v2.0/routers/2e36b0e0-dc87-458a-9a7a-664b0551946d HTTP/1.1" status: 200 len: 890 time: 1.7556403 Sep 16 02:18:33.471144 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Sync routers for ids ['2e36b0e0-dc87-458a-9a7a-664b0551946d'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:18:33.482404 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Routers {'2e36b0e0-dc87-458a-9a7a-664b0551946d'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:18:33.483067 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c1f0575c-5956-4278-a097-20192a931afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:18:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['2e36b0e0-dc87-458a-9a7a-664b0551946d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:33.735946 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Set router 2e36b0e0-dc87-458a-9a7a-664b0551946d gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:18:33.780669 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:18:34.025649 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:18:34.025928 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:34.224956 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c1f0575c-5956-4278-a097-20192a931afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'name': 'router1', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2c7818f3-fab0-4db1-8741-4fb910f8cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:18:14Z', 'updated_at': '2021-09-16T02:18:31Z', 'revision_number': 4, 'project_id': '3d4ab345f725493f840133a3a4035266', 'gw_port': {'id': '2c7818f3-fab0-4db1-8741-4fb910f8cb4b', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:18:31Z', 'updated_at': '2021-09-16T02:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '55cf4fe8-0b03-4f0e-9a3d-773f527b31e7', 'name': '', 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'mac_address': 'fa:16:3e:75:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:18:23Z', 'updated_at': '2021-09-16T02:18:27Z', 'revision_number': 5, 'project_id': '3d4ab345f725493f840133a3a4035266', 'subnets': [{'id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c19f21e4-1c30-41e1-ab31-132928b4602c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:34.274988 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Checking router: 2e36b0e0-dc87-458a-9a7a-664b0551946d for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:18:34.275353 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Updating router 2e36b0e0-dc87-458a-9a7a-664b0551946d port 2c7818f3-fab0-4db1-8741-4fb910f8cb4b binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:18:34.319717 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:34.631525 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:34.637332 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:34.687797 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ffb5e-1be7-4a99-81ad-b1e35fac24d0 None None] Pushing event updated for resources: {'Port': ['ID=2c7818f3-fab0-4db1-8741-4fb910f8cb4b,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:34.692542 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Attempting to bind port 2c7818f3-fab0-4db1-8741-4fb910f8cb4b on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:18:34.692917 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Attempting to bind port 2c7818f3-fab0-4db1-8741-4fb910f8cb4b by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:18:34.693276 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Attempting to bind port 2c7818f3-fab0-4db1-8741-4fb910f8cb4b on network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:18:34.698494 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:18:34.698857 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:18:34.699251 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:34.699660 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Bound using segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:18:34.700111 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Bound port: 2c7818f3-fab0-4db1-8741-4fb910f8cb4b, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:18:34.700496 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:34.743254 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 44476) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:18:34.749715 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c1f0575c-5956-4278-a097-20192a931afd None None] For port 2c7818f3-fab0-4db1-8741-4fb910f8cb4b, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:18:34.753430 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c1f0575c-5956-4278-a097-20192a931afd None None] For port 2c7818f3-fab0-4db1-8741-4fb910f8cb4b, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=2c7818f3-fab0-4db1-8741-4fb910f8cb4b,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:18:34.757045 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:34.861491 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bcd9eb88-5564-47e0-9413-24ea4fb871f2 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1164708 Sep 16 02:18:34.894199 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ffb5e-1be7-4a99-81ad-b1e35fac24d0 None None] Pushing event updated for resources: {'Port': ['ID=2c7818f3-fab0-4db1-8741-4fb910f8cb4b,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:34.896806 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Routers {'2e36b0e0-dc87-458a-9a7a-664b0551946d'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:18:34.897420 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c1f0575c-5956-4278-a097-20192a931afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:18:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['2e36b0e0-dc87-458a-9a7a-664b0551946d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:35.009605 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c1f0575c-5956-4278-a097-20192a931afd None None] Set router 2e36b0e0-dc87-458a-9a7a-664b0551946d gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:18:35.219721 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c1f0575c-5956-4278-a097-20192a931afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'name': 'router1', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2c7818f3-fab0-4db1-8741-4fb910f8cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:18:14Z', 'updated_at': '2021-09-16T02:18:31Z', 'revision_number': 4, 'project_id': '3d4ab345f725493f840133a3a4035266', 'gw_port': {'id': '2c7818f3-fab0-4db1-8741-4fb910f8cb4b', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:18:31Z', 'updated_at': '2021-09-16T02:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '55cf4fe8-0b03-4f0e-9a3d-773f527b31e7', 'name': '', 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'mac_address': 'fa:16:3e:75:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:18:23Z', 'updated_at': '2021-09-16T02:18:27Z', 'revision_number': 5, 'project_id': '3d4ab345f725493f840133a3a4035266', 'subnets': [{'id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c19f21e4-1c30-41e1-ab31-132928b4602c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:35.250587 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f0575c-5956-4278-a097-20192a931afd None None] The sync data for ids ['2e36b0e0-dc87-458a-9a7a-664b0551946d'] in dv-cinder-809306-1-iscsi is: [{'id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'name': 'router1', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2c7818f3-fab0-4db1-8741-4fb910f8cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:18:14Z', 'updated_at': '2021-09-16T02:18:31Z', 'revision_number': 4, 'project_id': '3d4ab345f725493f840133a3a4035266', 'gw_port': {'id': '2c7818f3-fab0-4db1-8741-4fb910f8cb4b', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:18:31Z', 'updated_at': '2021-09-16T02:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '55cf4fe8-0b03-4f0e-9a3d-773f527b31e7', 'name': '', 'network_id': 'e6ebead7-4bfc-4ba0-88a1-e50d66263b57', 'tenant_id': '3d4ab345f725493f840133a3a4035266', 'mac_address': 'fa:16:3e:75:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36b0e0-dc87-458a-9a7a-664b0551946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:18:23Z', 'updated_at': '2021-09-16T02:18:27Z', 'revision_number': 5, 'project_id': '3d4ab345f725493f840133a3a4035266', 'subnets': [{'id': '806cd6c9-e205-4259-9e32-4a8b3b210d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c19f21e4-1c30-41e1-ab31-132928b4602c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:18:35.812091 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 2c7818f3-fab0-4db1-8741-4fb910f8cb4b up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:18:35.868852 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 2c7818f3-fab0-4db1-8741-4fb910f8cb4b triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:18:35.869278 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:35.957180 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:35.977584 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 2c7818f3-fab0-4db1-8741-4fb910f8cb4b, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=2c7818f3-fab0-4db1-8741-4fb910f8cb4b,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:35.982645 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:36.036845 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=2c7818f3-fab0-4db1-8741-4fb910f8cb4b,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:37.769495 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 2c7818f3-fab0-4db1-8741-4fb910f8cb4b up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:18:37.820958 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 2c7818f3-fab0-4db1-8741-4fb910f8cb4b triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:18:37.822086 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:48.796986 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2c99989e-4711-49af-9f40-a86b42091b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:51.420389 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-555501fb-3c15-4d5d-8033-10555ab321c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:52.240119 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:52.560566 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:18:53.967424 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:19:01.164229 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 5 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:19:18.798972 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b8062136-82b3-4a1a-a19f-84020d53c3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:19:21.494720 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-10c4d168-78a1-46ec-b21b-bbdaf7b7672e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:19:22.233498 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:19:22.558469 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:19:23.973207 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:19:38.162942 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 5 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:19:48.801104 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f8607c22-75f7-4d95-a8bb-120f746431b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:19:51.425967 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1d988950-cb44-4921-89e5-bb7a4f8fe670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:19:52.234787 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:19:52.556267 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:19:53.970842 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:09.899605 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45038) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:09.959462 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dac81e-9184-4701-b486-9fb849bb83d3 admin admin] GET failed (client error): The resource could not be found. Sep 16 02:20:09.960777 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d5dac81e-9184-4701-b486-9fb849bb83d3 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602310 Sep 16 02:20:10.128403 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0678e6-557f-407f-a02c-93f28ad78e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:10.129890 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-3d0678e6-557f-407f-a02c-93f28ad78e51 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1645663 Sep 16 02:20:12.285524 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45048) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:12.377594 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0cb63b-1a8f-4865-90dc-e066e28ba2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:12.378992 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ad0cb63b-1a8f-4865-90dc-e066e28ba2ed admin admin] 10.222.0.35 "GET /v2.0/subnets/806cd6c9-e205-4259-9e32-4a8b3b210d8a HTTP/1.1" status: 200 len: 849 time: 0.0925298 Sep 16 02:20:12.388662 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:20:12.467543 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:12.604614 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758793467908'] for subnet, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:12.633706 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:12.634812 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:12.635792 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] 10.222.0.35 "PUT /v2.0/subnets/806cd6c9-e205-4259-9e32-4a8b3b210d8a HTTP/1.1" status: 200 len: 868 time: 0.2504411 Sep 16 02:20:12.638443 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e641540c-0e4d-4fb1-ab1e-290c6defed88 None None] Network e6ebead7-4bfc-4ba0-88a1-e50d66263b57 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:20:12.655073 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Pushing event updated for resources: {'Subnet': ['ID=806cd6c9-e205-4259-9e32-4a8b3b210d8a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:20:12.662846 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.663213 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.663591 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.663924 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.664253 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.664599 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.664933 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.665259 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.665598 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.665958 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.666247 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.666569 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa19552-ce3b-4c20-bcc0-7738c9d4c29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:20:12.989636 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-41f3dcc4-0873-4cd5-a9cb-8890f2c12fa3 None None] Provisioning complete for port 55cf4fe8-0b03-4f0e-9a3d-773f527b31e7 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:20:12.989930 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-41f3dcc4-0873-4cd5-a9cb-8890f2c12fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:13.073941 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-41f3dcc4-0873-4cd5-a9cb-8890f2c12fa3 None None] Provisioning complete for port a250cb59-00d8-45a3-aada-838bede3ee18 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:20:13.074301 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-41f3dcc4-0873-4cd5-a9cb-8890f2c12fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:14.817114 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45056) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:15.012152 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33e69d-65ad-4488-8f98-1fbc59cd2d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:15.012550 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33e69d-65ad-4488-8f98-1fbc59cd2d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:15.014064 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-8d33e69d-65ad-4488-8f98-1fbc59cd2d60 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960254 Sep 16 02:20:15.161101 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 5 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:20:17.233772 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45066) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:17.363207 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362689d2-e764-4db4-b528-0cf34c080d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:17.363704 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362689d2-e764-4db4-b528-0cf34c080d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:17.365234 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-362689d2-e764-4db4-b528-0cf34c080d27 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304801 Sep 16 02:20:18.802357 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4b0fee34-72ae-45f9-b690-96f95e9574ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:19.554004 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45074) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:19.674890 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3df7f-e3c9-4367-9755-2401660e02a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:19.676251 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-07f3df7f-e3c9-4367-9755-2401660e02a5 admin admin] 10.222.0.35 "GET /v2.0/networks/20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 HTTP/1.1" status: 200 len: 886 time: 0.1212833 Sep 16 02:20:21.426288 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-da4af2cf-c108-474c-9976-aff74aef35e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:21.855675 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45082) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:21.985004 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03748b2b-0324-4264-85e8-a0d8d94fe470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:21.986271 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-03748b2b-0324-4264-85e8-a0d8d94fe470 admin admin] 10.222.0.35 "GET /v2.0/networks/e6ebead7-4bfc-4ba0-88a1-e50d66263b57 HTTP/1.1" status: 200 len: 869 time: 0.1296697 Sep 16 02:20:22.235263 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:22.560286 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:23.979005 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:24.164438 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45090) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:24.287257 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90993478-bb74-4be4-8cfe-2a6474eb01f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:24.287653 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90993478-bb74-4be4-8cfe-2a6474eb01f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:24.289152 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-90993478-bb74-4be4-8cfe-2a6474eb01f4 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237814 Sep 16 02:20:26.476970 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45098) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:26.604425 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833182ca-aff5-418d-9309-7fef8badb746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:26.604892 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833182ca-aff5-418d-9309-7fef8badb746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:26.606412 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-833182ca-aff5-418d-9309-7fef8badb746 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284986 Sep 16 02:20:28.777957 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45106) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:28.864724 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2789911d-f918-49e2-b69a-abdf84bda646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:28.866629 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-2789911d-f918-49e2-b69a-abdf84bda646 admin admin] 10.222.0.35 "GET /v2.0/subnets/251679a7-f34f-47be-9c84-e308f75bc265 HTTP/1.1" status: 200 len: 816 time: 0.0877330 Sep 16 02:20:31.043827 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45114) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:31.133168 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef1489d-afea-46c6-af3f-5d867644abf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:31.134492 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-4ef1489d-afea-46c6-af3f-5d867644abf1 admin admin] 10.222.0.35 "GET /v2.0/subnets/806cd6c9-e205-4259-9e32-4a8b3b210d8a HTTP/1.1" status: 200 len: 868 time: 0.0897205 Sep 16 02:20:48.805674 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2d08c547-db31-49b3-a40f-cb4cc578d604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:51.426711 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-27f3bb2b-b581-4a03-bd09-9c8e3cd665d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:52.158976 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 5 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:20:52.235336 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:52.565231 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:53.982940 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:54.624316 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45168) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:54.670772 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [None req-e37f251e-f4b0-47d8-8512-f9317e9465c2 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:20:54.671812 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e37f251e-f4b0-47d8-8512-f9317e9465c2 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465693 Sep 16 02:20:56.939983 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45176) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:57.002942 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d166474-d90a-4b6f-beac-f2f34c01831f admin admin] GET failed (client error): The resource could not be found. Sep 16 02:20:57.004232 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0d166474-d90a-4b6f-beac-f2f34c01831f admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633285 Sep 16 02:20:57.085853 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddac385-4438-488e-bae9-f54d581b9410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:57.087234 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-3ddac385-4438-488e-bae9-f54d581b9410 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0776536 Sep 16 02:20:59.286166 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45184) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:20:59.333715 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:20:59.353132 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Made reservation on behalf of f948ff8836ef42939395dac79a26aa97 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:20:59.355430 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:59.389163 dv-cinder-809306-1-iscsi neutron-server[93920]: WARNING neutron.services.revisions.revision_plugin [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Could not find related network for resource to bump revision. Sep 16 02:20:59.400725 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:20:59.409677 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:59.410018 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Added segment db681e83-23c0-4be9-b38f-21f808dabf20 of type vlan for network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 Sep 16 02:20:59.459218 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:59.481366 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:59.482235 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:20:59.482815 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:20:59.515073 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2277737 Sep 16 02:20:59.543381 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a36aa-cb4c-4216-b867-34b3d9f010d9 admin admin] Pushing event updated for resources: {'Network': ['ID=2cb6147b-a411-4b72-94d3-0377f34cdcc3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:20:59.554933 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:21:01.726462 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45192) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:21:01.784801 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a793ba-ebdb-4b16-9364-4563226983cf admin admin] GET failed (client error): The resource could not be found. Sep 16 02:21:01.786085 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a8a793ba-ebdb-4b16-9364-4563226983cf admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586860 Sep 16 02:21:01.856300 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2d5d2-e5da-4932-89e8-0e0cafa768c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:21:01.857693 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-3ad2d5d2-e5da-4932-89e8-0e0cafa768c3 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665400 Sep 16 02:21:01.868331 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Request body: {'subnet': {'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:21:01.888002 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Made reservation on behalf of f948ff8836ef42939395dac79a26aa97 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:21:01.890123 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:02.059470 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:02.115459 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fbff99b-cc07-4f6c-bf43-e1a7786a0e23,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:21:02.119577 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Checking segment: {'id': 'db681e83-23c0-4be9-b38f-21f808dabf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:21:02.119935 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Network hostable DHCP agents. Network: 2cb6147b-a411-4b72-94d3-0377f34cdcc3, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:21:02.135224 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:21:02.143558 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, 2cb6147b-a411-4b72-94d3-0377f34cdcc3) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:21:02.148097 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:21:02.148688 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:02.152640 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6880781-a2d2-4a3b-983c-18c903b8e75b None None] Network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:21:02.162317 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8d2a0925-3e32-4fd5-8d30-ed8b8b8d7e50 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2972877 Sep 16 02:21:02.400894 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea0194de-0e4e-5cff-8928-79b91472b142-2cb6147b-a411-4b72-94d3-0377f34cdcc3', 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3', 'tenant_id': 'f948ff8836ef42939395dac79a26aa97', 'fixed_ips': [{'subnet_id': '8fbff99b-cc07-4f6c-bf43-e1a7786a0e23'}]}} from dv-cinder-809306-1-iscsi. {{(pid=93922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 02:21:02.401759 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:02.537311 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.db_base_plugin_common [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Allocated IP 192.168.233.2 (2cb6147b-a411-4b72-94d3-0377f34cdcc3/8fbff99b-cc07-4f6c-bf43-e1a7786a0e23/c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9) {{(pid=93922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:21:02.684786 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Notify callbacks [] for port, precommit_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:02.690617 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:02.731802 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 is already hosted by enough agents. {{(pid=93922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:21:02.737609 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.base_scheduler [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Resources bound (agent type, host, resource id): {{(pid=93922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:21:02.740440 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Pushing event updated for resources: {'Port': ['ID=c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9,revision_number=1']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:21:02.743232 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Received port after_create {{(pid=93922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:21:02.752949 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.753308 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.753658 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.753996 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.754331 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.754669 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.755003 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.755387 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.755736 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.756066 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.756392 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.756718 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:21:02.807632 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Attempting to bind port c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:21:02.808024 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Attempting to bind port c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'db681e83-23c0-4be9-b38f-21f808dabf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:21:02.808390 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Attempting to bind port c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9 on network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:21:02.813271 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:21:02.813643 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Checking segment: {'id': 'db681e83-23c0-4be9-b38f-21f808dabf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:21:02.814042 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:02.814439 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Bound using segment: {'id': 'db681e83-23c0-4be9-b38f-21f808dabf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:21:02.814893 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Bound port: c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db681e83-23c0-4be9-b38f-21f808dabf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:21:02.815334 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:02.880541 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a380618c-d7c6-4149-8b55-131127701157 None None] For port c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:21:02.883562 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a380618c-d7c6-4149-8b55-131127701157 None None] For port c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9,segment=NetworkSegment(db681e83-23c0-4be9-b38f-21f808dabf20),segment_id=db681e83-23c0-4be9-b38f-21f808dabf20)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:21:02.888926 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:02.956260 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380618c-d7c6-4149-8b55-131127701157 None None] Pushing event updated for resources: {'Port': ['ID=c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:21:03.726897 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836affcf-1238-4ad7-8924-a899db5689e9 None None] Network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:21:03.835246 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-45d4ce25-7eac-4168-8465-6f41dbf7667d None None] Provisioning complete for port c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:21:03.835637 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-45d4ce25-7eac-4168-8465-6f41dbf7667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:03.906076 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:21:03.996293 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-45d4ce25-7eac-4168-8465-6f41dbf7667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:04.025234 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:21:04.025593 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:04.051678 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-45d4ce25-7eac-4168-8465-6f41dbf7667d None None] For port c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9,segment=NetworkSegment(db681e83-23c0-4be9-b38f-21f808dabf20),segment_id=db681e83-23c0-4be9-b38f-21f808dabf20)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:21:04.059564 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-45d4ce25-7eac-4168-8465-6f41dbf7667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:04.122916 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4ce25-7eac-4168-8465-6f41dbf7667d None None] Pushing event updated for resources: {'Port': ['ID=c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:21:04.183259 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-71791b95-30dc-4fd8-ae38-912a57619a38 None None] Provisioning complete for port c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:21:04.183682 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-71791b95-30dc-4fd8-ae38-912a57619a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:05.868429 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:21:05.914712 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port c6c9d936-c7aa-4cc1-ba68-b61a3b6f82c9 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:21:05.915077 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:18.807407 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-91d33bf8-4c05-44ee-a880-5999f5d6b1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:21.429714 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1817-8f6a-45f0-861b-267eb52acd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:22.236412 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:22.567978 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:23.986909 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:29.156940 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 5 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:21:48.808048 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-61eb972b-cf96-45b3-b323-e4e6617a983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:51.429227 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f4bef18-cec2-4556-baa1-8f466ad58477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:52.237530 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:52.572555 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:21:53.989676 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:06.155206 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 5 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:22:15.149123 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45246) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:22:15.154951 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [None req-ba90c220-6f36-4411-8232-6240e993f25b tempest-verify_tempest_config-899285700 tempest-verify_tempest_config-899285700-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:22:15.155957 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-ba90c220-6f36-4411-8232-6240e993f25b tempest-verify_tempest_config-899285700 tempest-verify_tempest_config-899285700-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058765 Sep 16 02:22:15.441034 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45264) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:22:15.543069 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:15.632138 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:15.635419 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:15.678277 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=765c260a72e4476a801f2d360bc73fc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2357457 Sep 16 02:22:15.679339 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc59b59a-23aa-4582-8112-8f06b0827426,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:22:15.681160 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45268) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:22:15.685558 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.685917 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.686259 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.686594 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.686920 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.687258 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.687603 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.687924 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.688263 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.688588 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.688901 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.689213 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcdfc-d115-40da-9d19-0f248ee84a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.736214 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:15.756900 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:15.845073 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:15.847586 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:15.848732 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc59b59a-23aa-4582-8112-8f06b0827426 HTTP/1.1" status: 204 len: 168 time: 0.1661866 Sep 16 02:22:15.856317 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc59b59a-23aa-4582-8112-8f06b0827426,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:22:15.862673 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.863046 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.863981 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.864316 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.864645 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.864989 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.865308 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.865632 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.865971 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.866296 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.866615 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:15.866934 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31fc7f-c7e7-4b30-9dc7-1c5b8317eeb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:22:18.807826 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a4af8460-8aae-4998-aa45-d8973b055250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:21.429545 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-db783c14-b24a-44d8-b045-58da69f079a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:22.238437 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:22.575910 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:23.995081 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:43.153171 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 5 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:22:48.808202 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ce635cee-e331-4bf6-a49a-88200626cb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:51.429563 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-417fd834-7f22-4504-8845-83b4b4c49374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:52.239778 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:52.578904 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:22:53.994112 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:18.808096 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e3ed89c7-d409-42c3-a21f-3f9f4fa9cc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:20.151706 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 5 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:23:21.428443 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4d1330c4-7174-4e8c-ab68-0d1dce9165b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:22.242384 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:22.581217 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:23.999090 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:46.060650 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8121398'] for agent, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:48.808366 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-631e26eb-f270-43d1-999f-b12e5cb97c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:51.429630 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ed62f1cd-bc78-490c-9f01-54a3ea9c53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:52.243544 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:52.583650 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:54.001068 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:23:57.150530 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:24:00.862901 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45344) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:24:00.962885 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-d70dcc5f-a7b5-4933-b59d-362083de760f admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0988631 Sep 16 02:24:03.148690 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45354) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:24:03.202067 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6424ebe1-ed4a-40f6-abdf-3a2758e075e3 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0523305 Sep 16 02:24:16.019291 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:18.808108 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9d23f788-7b8f-432f-a70f-e11916cd94ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:21.430905 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ae64577b-d55c-4baa-9bed-ea2114c018dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:22.242626 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:22.585327 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:24.002704 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:34.149351 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:24:46.028232 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:48.809161 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2c680ae6-653b-4431-a8af-603ec2e131b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:51.433458 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be0ce51b-fba8-4382-87f8-e7f896f8450a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:52.244292 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:52.590323 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:24:54.103094 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:11.149721 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:25:16.049520 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:18.809125 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-57001d73-486e-477f-bfb2-298806a28a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:21.433953 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e7888117-429a-43cb-95a4-66c973015929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:22.246009 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:22.591180 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:24.009295 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.123616 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45560) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:31.455747 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45580) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:31.496277 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-134723405-network', 'tenant_id': '057d55dd6d284bba966fe6517a51235f'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:31.516425 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Made reservation on behalf of 057d55dd6d284bba966fe6517a51235f for: {'network': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:31.519792 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.528796 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.622450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.626700 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.658902 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513ec9b4-8c91-4855-b690-abdd4fd3cc43,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:31.671439 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:25:31.676624 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.676991 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.677771 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.678105 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.678580 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.678914 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.679243 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.679594 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.679933 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.680255 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.680573 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.680889 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Tracked resource versions report: Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: pushed versions: Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: { 'AddressGroup': {'1.2'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'ConntrackHelper': {'1.0'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Log': {'1.0'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Network': {'1.1'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Port': {'1.7'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'PortForwarding': {'1.2'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'QosPolicy': {'1.9'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SecurityGroup': {'1.4'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SecurityGroupRule': {'1.2'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SubPort': {'1.0'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Subnet': {'1.1'}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Trunk': {'1.1'}} Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: consumer versions: Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: { DHCP agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: HyperV agent@hv-cinder-80930: {}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: L3 agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: Metadata agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: Metering agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: Open vSwitch agent@dv-cinder-809306-1-iscsi: { 'AddressGroup': '1.2', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'ConntrackHelper': '1.0', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Log': '1.0', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Network': '1.1', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Port': '1.7', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'PortForwarding': '1.2', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'QosPolicy': '1.9', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SecurityGroup': '1.4', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SecurityGroupRule': '1.2', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'SubPort': '1.0', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Subnet': '1.1', Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: 'Trunk': '1.1'}} Sep 16 02:25:31.682570 dv-cinder-809306-1-iscsi neutron-server[93921]: {{(pid=93921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 02:25:31.693731 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45596) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:31.696778 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.697285 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.segments_db [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Added segment aeeb3096-f656-4292-81f9-2d27202e4083 of type vlan for network ef8f7c03-4351-4823-912b-a45709badea1 Sep 16 02:25:31.726538 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45602) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:31.744606 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.770711 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.771731 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:31.772306 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.796972 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-network', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:31.850393 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7256677 Sep 16 02:25:31.854119 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45610) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:31.858941 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Request body: {'subnet': {'network_id': 'ef8f7c03-4351-4823-912b-a45709badea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-134723405-subnet', 'tenant_id': '057d55dd6d284bba966fe6517a51235f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:31.865494 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b930d-f74c-45f5-a3d2-c27f8642603f admin admin] Pushing event updated for resources: {'Network': ['ID=ef8f7c03-4351-4823-912b-a45709badea1,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:31.869787 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Made reservation on behalf of 693524e38ce244caa2d2db6394b78c5f for: {'network': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:31.872481 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.882188 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network ef8f7c03-4351-4823-912b-a45709badea1 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:25:31.895972 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:31.901862 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Made reservation on behalf of 057d55dd6d284bba966fe6517a51235f for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:31.905137 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.151552 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.162038 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.196468 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dba5a9-dbe5-4794-a110-e3f1792e6891,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:32.204178 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=93921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:25:32.218620 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.219581 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.segments_db [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Added segment c6580032-a241-4260-b9b9-4652f29a13bb of type vlan for network 90c47045-04a6-463f-aa11-55bc1e553e0f Sep 16 02:25:32.283769 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.289463 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-121506850-network', 'tenant_id': '12f25c9b855946b2833010988807d7ff'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:32.296753 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-136058004-network', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:32.340398 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.341876 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Made reservation on behalf of acf5bd7bd7524366bf70912432a3e3a3 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:32.342912 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:32.343588 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.346297 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.366185 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.368909 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.429427 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9ec498-8419-4bf3-9e85-597102568d2f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:32.437896 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] Pushing event updated for resources: {'Network': ['ID=90c47045-04a6-463f-aa11-55bc1e553e0f,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:32.449942 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network 90c47045-04a6-463f-aa11-55bc1e553e0f details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:25:32.450874 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.451540 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.452063 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.452605 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.453333 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.453876 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.454399 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.454939 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.455501 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.456009 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.456522 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.457281 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Tracked resource versions report: Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: pushed versions: Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: { 'AddressGroup': {'1.2'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'ConntrackHelper': {'1.0'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Log': {'1.0'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Network': {'1.1'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Port': {'1.7'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'PortForwarding': {'1.2'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'QosPolicy': {'1.9'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SecurityGroup': {'1.4'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SecurityGroupRule': {'1.2'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SubPort': {'1.0'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Subnet': {'1.1'}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Trunk': {'1.1'}} Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: consumer versions: Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: { DHCP agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: HyperV agent@hv-cinder-80930: {}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: L3 agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: Metadata agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: Metering agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: Open vSwitch agent@dv-cinder-809306-1-iscsi: { 'AddressGroup': '1.2', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'ConntrackHelper': '1.0', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Log': '1.0', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Network': '1.1', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Port': '1.7', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'PortForwarding': '1.2', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'QosPolicy': '1.9', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SecurityGroup': '1.4', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SecurityGroupRule': '1.2', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'SubPort': '1.0', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Subnet': '1.1', Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: 'Trunk': '1.1'}} Sep 16 02:25:32.465230 dv-cinder-809306-1-iscsi neutron-server[93920]: {{(pid=93920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 02:25:32.485863 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Made reservation on behalf of 12f25c9b855946b2833010988807d7ff for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:32.488871 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.496931 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-d838cb74-eb8b-441d-b06a-f34c165bdcb3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0398157 Sep 16 02:25:32.499550 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45638) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:32.505232 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Request body: {'subnet': {'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-subnet', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:32.567812 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.607321 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.610308 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Checking segment: {'id': 'aeeb3096-f656-4292-81f9-2d27202e4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ef8f7c03-4351-4823-912b-a45709badea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:32.610661 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Network hostable DHCP agents. Network: ef8f7c03-4351-4823-912b-a45709badea1, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:25:32.614019 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.641309 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:25:32.642906 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Made reservation on behalf of 693524e38ce244caa2d2db6394b78c5f for: {'subnet': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:32.646125 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.672015 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.672367 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Added segment 3ed5d54c-4830-45c4-8689-f9c01046442e of type vlan for network a79e67f4-1d27-4159-8709-efe854b524e2 Sep 16 02:25:32.674543 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Network ef8f7c03-4351-4823-912b-a45709badea1 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:25:32.708325 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660cd022-f82c-41cf-8893-93a9180a6b23,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:32.842587 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, ef8f7c03-4351-4823-912b-a45709badea1) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:32.852993 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df67d0-e675-4994-b283-9c0ee500521f None None] Network ef8f7c03-4351-4823-912b-a45709badea1 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:25:32.853689 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:32.854278 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.966561 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for subnet, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:32.997906 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.037454 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Checking segment: {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:33.037809 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Network hostable DHCP agents. Network: 90c47045-04a6-463f-aa11-55bc1e553e0f, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:25:33.047680 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a3dd5f-d5ea-4e03-80d9-63a27d78c419,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:33.057004 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.061243 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.063398 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:33.064550 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.081066 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Network 90c47045-04a6-463f-aa11-55bc1e553e0f is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:25:33.097485 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.100457 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, 90c47045-04a6-463f-aa11-55bc1e553e0f) {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:33.105751 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:33.106338 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.114431 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b3e4e605-8d3f-41d8-95d7-8da107b46f60 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2593527 Sep 16 02:25:33.125941 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379042e0-4ab7-431e-8c11-d514d9e5fe2f None None] Network ef8f7c03-4351-4823-912b-a45709badea1 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:25:33.135983 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec75cbcb-a3b6-46db-bb71-3270d641ee1d None None] Network 90c47045-04a6-463f-aa11-55bc1e553e0f requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:25:33.144249 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45666) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:33.145017 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-92a35913-668a-486d-837b-f2d9d6d8a09a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6441796 Sep 16 02:25:33.153940 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:33.170282 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45670) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:33.172367 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4773571 Sep 16 02:25:33.176778 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Request body: {'subnet': {'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-136058004-subnet', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:33.223240 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:25:33.237236 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ec620-0b75-42ae-8ac4-0b0f8cf8fc30 admin admin] Pushing event updated for resources: {'Network': ['ID=a79e67f4-1d27-4159-8709-efe854b524e2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:33.241872 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119d98e1-54a4-42d3-99a6-7f44ef30bbad,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:33.242594 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.db.api [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 02:25:33.242594 dv-cinder-809306-1-iscsi neutron-server[93921]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 02:25:33.242594 dv-cinder-809306-1-iscsi neutron-server[93921]: [parameters: {'project_id_1': 'acf5bd7bd7524366bf70912432a3e3a3', 'expiration_1': datetime.datetime(2021, 9, 16, 2, 25, 13, 191346)}] Sep 16 02:25:33.242594 dv-cinder-809306-1-iscsi neutron-server[93921]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 02:25:33.242942 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG oslo_db.api [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 02:25:33.263170 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.263589 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Added segment 95c3c714-7bf5-4e37-ba6f-beb3e764744d of type vlan for network 1d9910c1-dccd-493a-b462-b594f2d6f14e Sep 16 02:25:33.278399 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7869852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2468'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.279534 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7864588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8120476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2451'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.291223 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network a79e67f4-1d27-4159-8709-efe854b524e2 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:25:33.354645 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.423386 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.642377 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.646381 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea0194de-0e4e-5cff-8928-79b91472b142-90c47045-04a6-463f-aa11-55bc1e553e0f', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419'}]}} from dv-cinder-809306-1-iscsi. {{(pid=93922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 02:25:33.647701 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.647950 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.648665 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:33.649232 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.754923 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0274391 Sep 16 02:25:33.758222 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45708) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:33.768871 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3d146-08a9-4d26-a4ff-7e5977e9eace admin admin] Pushing event updated for resources: {'Network': ['ID=1d9910c1-dccd-493a-b462-b594f2d6f14e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:33.779450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Request body: {'subnet': {'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-121506850-subnet', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:33.822471 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Made reservation on behalf of acf5bd7bd7524366bf70912432a3e3a3 for: {'subnet': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:33.829567 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.917282 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Made reservation on behalf of 12f25c9b855946b2833010988807d7ff for: {'subnet': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:33.917532 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network 1d9910c1-dccd-493a-b462-b594f2d6f14e details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:25:33.928676 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:33.983393 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.024707 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.117613 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.db_base_plugin_common [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Allocated IP 172.20.0.2 (90c47045-04a6-463f-aa11-55bc1e553e0f/11a3dd5f-d5ea-4e03-80d9-63a27d78c419/0852b348-f709-449c-90fa-f796b3ade141) {{(pid=93922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:34.172412 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Allocated IP 172.27.2.75 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/10cab390-f8fd-434d-a92e-0e21c7e07941) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:34.334096 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45736) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:34.431942 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for subnet, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.451398 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Notify callbacks [] for port, precommit_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.466836 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.497412 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.547956 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Network 90c47045-04a6-463f-aa11-55bc1e553e0f is already hosted by enough agents. {{(pid=93922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:34.551749 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.base_scheduler [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Resources bound (agent type, host, resource id): {{(pid=93922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:34.560634 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Received port after_create {{(pid=93922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:34.561378 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=937e4229-f78c-4c4e-974f-282e34457138,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:34.565503 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for subnet, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.596287 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45750) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:34.598570 dv-cinder-809306-1-iscsi neutron-server[93920]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 02:25:34.609166 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Pushing event updated for resources: {'Port': ['ID=0852b348-f709-449c-90fa-f796b3ade141,revision_number=1']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:34.625226 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.640607 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.641092 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.641520 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.642606 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.643032 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.643481 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.644742 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.645325 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.646387 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.647156 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.648863 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Checking segment: {'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:34.649389 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Network hostable DHCP agents. Network: 1d9910c1-dccd-493a-b462-b594f2d6f14e, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:25:34.649768 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.650296 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Tracked resource versions report: Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: pushed versions: Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: { 'AddressGroup': {'1.2'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'ConntrackHelper': {'1.0'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Log': {'1.0'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Network': {'1.1'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Port': {'1.7'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'PortForwarding': {'1.2'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'QosPolicy': {'1.9'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SecurityGroup': {'1.4'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SecurityGroupRule': {'1.2'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SubPort': {'1.0'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Subnet': {'1.1'}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Trunk': {'1.1'}} Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: consumer versions: Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: { DHCP agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: HyperV agent@hv-cinder-80930: {}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: L3 agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: Metadata agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: Metering agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: Open vSwitch agent@dv-cinder-809306-1-iscsi: { 'AddressGroup': '1.2', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'ConntrackHelper': '1.0', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Log': '1.0', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Network': '1.1', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Port': '1.7', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'PortForwarding': '1.2', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'QosPolicy': '1.9', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SecurityGroup': '1.4', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SecurityGroupRule': '1.2', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'SubPort': '1.0', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Subnet': '1.1', Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: 'Trunk': '1.1'}} Sep 16 02:25:34.651747 dv-cinder-809306-1-iscsi neutron-server[93922]: {{(pid=93922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 02:25:34.663069 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3464487-6143-4e19-a716-c00ffe1a8b09,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:34.678156 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Attempting to bind port 0852b348-f709-449c-90fa-f796b3ade141 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:25:34.678887 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Attempting to bind port 0852b348-f709-449c-90fa-f796b3ade141 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:25:34.679500 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Attempting to bind port 0852b348-f709-449c-90fa-f796b3ade141 on network 90c47045-04a6-463f-aa11-55bc1e553e0f {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:25:34.688500 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:25:34.689107 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Checking segment: {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:34.690789 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.691485 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Checking segment: {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:34.691938 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Bound using segment: {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:25:34.692309 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Bound port: 0852b348-f709-449c-90fa-f796b3ade141, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:25:34.692522 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Network hostable DHCP agents. Network: a79e67f4-1d27-4159-8709-efe854b524e2, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:25:34.692923 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.696575 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Network 1d9910c1-dccd-493a-b462-b594f2d6f14e is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:25:34.714105 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1ae64e1-b1d6-41ae-9f3f-0e2e9b6fb1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.714845 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, 1d9910c1-dccd-493a-b462-b594f2d6f14e) {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:34.730663 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:34.731860 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.736254 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Network a79e67f4-1d27-4159-8709-efe854b524e2 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:25:34.749052 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, a79e67f4-1d27-4159-8709-efe854b524e2) {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:34.763058 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-13edb194-ba61-461d-8874-063c9609fccd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0034606 Sep 16 02:25:34.764839 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:34.765960 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.768464 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45752) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:34.777830 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-121506850-router', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:34.800311 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-e8e3d4e1-6fa1-4d16-89cf-173b5b4a20a5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6273351 Sep 16 02:25:34.801070 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45758) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:34.803377 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] For port 0852b348-f709-449c-90fa-f796b3ade141, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:25:34.810843 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56abd99-ab53-4531-b8ca-929374396ac0 None None] Network 1d9910c1-dccd-493a-b462-b594f2d6f14e requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:25:34.812031 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:34.815127 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:34.816966 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7458cd4d-cb9c-491e-bd1d-ba055d412673 None None] Network a79e67f4-1d27-4159-8709-efe854b524e2 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:25:34.824087 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Pushing event updated for resources: {'Port': ['ID=10cab390-f8fd-434d-a92e-0e21c7e07941,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:34.835300 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7869852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2468'] for router, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.836447 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7864588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8120476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2451'] for router, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.838055 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:34.853222 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:34.895435 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:34.901111 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] For port 0852b348-f709-449c-90fa-f796b3ade141, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0852b348-f709-449c-90fa-f796b3ade141,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:25:35.016138 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7869852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2468'] for router, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:35.017811 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7864588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8120476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2451'] for router, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:35.058107 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:35.072746 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:35.130933 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-f35702d9-926d-4bf8-a299-72ab8e5d6d30 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:35.133573 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-f35702d9-926d-4bf8-a299-72ab8e5d6d30 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/networks?id=ef8f7c03-4351-4823-912b-a45709badea1 HTTP/1.1" status: 200 len: 811 time: 0.5361285 Sep 16 02:25:35.153300 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:35.168514 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4c091-c4e8-40eb-a968-4997414dc285 None None] Pushing event updated for resources: {'Port': ['ID=0852b348-f709-449c-90fa-f796b3ade141,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:35.176729 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd662471-91c2-426d-9238-ff8002091260 None None] Network 1d9910c1-dccd-493a-b462-b594f2d6f14e requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:25:35.222664 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-ca6c453d-6115-41a2-8de5-901b7122dec7 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/quotas/057d55dd6d284bba966fe6517a51235f HTTP/1.1" status: 200 len: 375 time: 0.0548048 Sep 16 02:25:35.356814 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:35.463735 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-ac4dd078-c3c8-46cd-8ac7-e9e5e1aa013b tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=057d55dd6d284bba966fe6517a51235f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2311380 Sep 16 02:25:35.589066 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:35.888062 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1ae64e1-b1d6-41ae-9f3f-0e2e9b6fb1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:35.972109 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:35.994438 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-0e9ddf85-6425-40f9-9761-58768cc02ae4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:25:35.995723 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-0e9ddf85-6425-40f9-9761-58768cc02ae4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200355 Sep 16 02:25:35.996959 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea0194de-0e4e-5cff-8928-79b91472b142-a79e67f4-1d27-4159-8709-efe854b524e2', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09'}]}} from dv-cinder-809306-1-iscsi. {{(pid=93922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 02:25:35.998088 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:35.999526 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1ae64e1-b1d6-41ae-9f3f-0e2e9b6fb1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.002243 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.187338 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 0852b348-f709-449c-90fa-f796b3ade141 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:36.214867 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e1ae64e1-b1d6-41ae-9f3f-0e2e9b6fb1cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2ff00518d1447c1bf19e89bcf7eb59d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8795288 Sep 16 02:25:36.221326 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45802) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:36.250001 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae64e1-b1d6-41ae-9f3f-0e2e9b6fb1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19132e-152a-4716-a294-381e8e2741b5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:36.280852 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.db_base_plugin_common [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Allocated IP 172.20.0.2 (a79e67f4-1d27-4159-8709-efe854b524e2/d3464487-6143-4e19-a716-c00ffe1a8b09/c06dccf2-0035-4409-b2c6-e11c37c15d31) {{(pid=93922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:36.298644 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-639962b5-decc-49d0-a45a-da12d0c04709 service neutron] 10.222.0.35 "GET /v2.0/networks/ef8f7c03-4351-4823-912b-a45709badea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864983 Sep 16 02:25:36.325811 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Allocated IP 172.27.2.32 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/3e985e8c-a6d2-4409-a5d7-af45282b609f) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:36.326862 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 0852b348-f709-449c-90fa-f796b3ade141 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:36.327471 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.334998 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7864579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.361158 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.398902 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.484408 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-041b712c-9574-447c-a0a0-db02603a4467 service neutron] 10.222.0.35 "GET /v2.0/networks/ef8f7c03-4351-4823-912b-a45709badea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747301 Sep 16 02:25:36.498234 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-48464add-0496-4cb6-ac71-b363934cbe3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.550449 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Router bbe3e23c-4088-4eac-b09a-2422f491a477 is scheduled to L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:25:36.551205 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-48464add-0496-4cb6-ac71-b363934cbe3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.571377 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.595917 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.655457 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-48464add-0496-4cb6-ac71-b363934cbe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.658809 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-48464add-0496-4cb6-ac71-b363934cbe3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.659990 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-48464add-0496-4cb6-ac71-b363934cbe3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf19132e-152a-4716-a294-381e8e2741b5 HTTP/1.1" status: 204 len: 168 time: 0.4355750 Sep 16 02:25:36.670206 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.693508 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 0852b348-f709-449c-90fa-f796b3ade141, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0852b348-f709-449c-90fa-f796b3ade141,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:25:36.695001 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.710719 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48464add-0496-4cb6-ac71-b363934cbe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19132e-152a-4716-a294-381e8e2741b5,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:36.723487 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:25:36.733416 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.744952 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Sync routers for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:25:36.754159 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.757062 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:36.762374 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-303f86e8-8544-477e-9fd1-165133ce3087 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6119235 Sep 16 02:25:36.763128 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45810) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:36.783397 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:36.793988 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:36.810587 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Network a79e67f4-1d27-4159-8709-efe854b524e2 is already hosted by enough agents. {{(pid=93922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:36.846575 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1473f43a-fb15-4d20-8597-4e3b1cfc1fa2 None None] Network 90c47045-04a6-463f-aa11-55bc1e553e0f requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:25:36.853492 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.base_scheduler [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Resources bound (agent type, host, resource id): {{(pid=93922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:36.938402 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3e985e8c-a6d2-4409-a5d7-af45282b609f,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:36.956222 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Pushing event updated for resources: {'Port': ['ID=c06dccf2-0035-4409-b2c6-e11c37c15d31,revision_number=1']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:36.983185 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:36.999507 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:37.008017 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Received port after_create {{(pid=93922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:37.012434 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:37.077307 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:37.117783 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-4dc7e8ee-50f7-41ff-89b2-d955fe5c1ad1 None None] Provisioning complete for port 0852b348-f709-449c-90fa-f796b3ade141 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:37.118157 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e8ee-50f7-41ff-89b2-d955fe5c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:37.147439 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-95ef4a5c-e609-484f-ac5c-a26c880de55c req-484ec492-7dce-4346-bb89-c56c7d6ee51e tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 210 time: 0.2146459 Sep 16 02:25:37.260983 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Attempting to bind port c06dccf2-0035-4409-b2c6-e11c37c15d31 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:25:37.265480 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Attempting to bind port c06dccf2-0035-4409-b2c6-e11c37c15d31 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:25:37.268111 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Attempting to bind port c06dccf2-0035-4409-b2c6-e11c37c15d31 on network a79e67f4-1d27-4159-8709-efe854b524e2 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:25:37.294821 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:25:37.296314 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Checking segment: {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:37.298243 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:37.301226 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Bound using segment: {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:25:37.302284 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Bound port: c06dccf2-0035-4409-b2c6-e11c37c15d31, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:25:37.302814 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:37.331868 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:35Z', 'revision_number': 3, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:37.357579 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45848) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:37.369337 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Checking router: bbe3e23c-4088-4eac-b09a-2422f491a477 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:25:37.370273 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Updating router bbe3e23c-4088-4eac-b09a-2422f491a477 port 10cab390-f8fd-434d-a92e-0e21c7e07941 binding host dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:25:37.399866 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:37.471107 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] For port c06dccf2-0035-4409-b2c6-e11c37c15d31, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:25:37.475404 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Allocated IP 172.27.2.17 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/df716606-72ca-4e72-ac59-354ec5dc7653) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:37.481893 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] For port c06dccf2-0035-4409-b2c6-e11c37c15d31, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=c06dccf2-0035-4409-b2c6-e11c37c15d31,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:25:37.501084 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:37.554661 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=0852b348-f709-449c-90fa-f796b3ade141,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:37.562310 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f1ecd35-cba3-4aa9-8d5f-e4879e8412f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:37.782500 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917ec99-3ae6-4eeb-8cbe-aeb9b18f12c3 None None] Pushing event updated for resources: {'Port': ['ID=c06dccf2-0035-4409-b2c6-e11c37c15d31,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:37.814987 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.004084 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.028560 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.143109 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f1ecd35-cba3-4aa9-8d5f-e4879e8412f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.162942 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f1ecd35-cba3-4aa9-8d5f-e4879e8412f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.166827 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-12bca4ba-5901-4b2e-9aaf-eb04dffd466a None None] Provisioning complete for port 0852b348-f709-449c-90fa-f796b3ade141 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:38.168098 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-12bca4ba-5901-4b2e-9aaf-eb04dffd466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.264385 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device c06dccf2-0035-4409-b2c6-e11c37c15d31 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:38.270095 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-7f1ecd35-cba3-4aa9-8d5f-e4879e8412f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f434964caa47453aaeb0cdb27d2fff23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8166909 Sep 16 02:25:38.273797 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.278152 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45876) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:38.280542 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ecd35-cba3-4aa9-8d5f-e4879e8412f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982e5eb6-bf65-492b-8c9b-a9d635a04821,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:38.301769 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45878) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:38.334683 dv-cinder-809306-1-iscsi neutron-server[93921]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 02:25:38.383370 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port c06dccf2-0035-4409-b2c6-e11c37c15d31 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:38.384232 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.497592 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.526273 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.528785 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:38.540986 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7864579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419'] for router, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.545260 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port c06dccf2-0035-4409-b2c6-e11c37c15d31, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=c06dccf2-0035-4409-b2c6-e11c37c15d31,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:25:38.549660 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.553262 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.555145 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 0852b348-f709-449c-90fa-f796b3ade141 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:38.572212 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:38.573478 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:38.597838 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Attempting to bind port 10cab390-f8fd-434d-a92e-0e21c7e07941 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:25:38.599451 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Attempting to bind port 10cab390-f8fd-434d-a92e-0e21c7e07941 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:25:38.600091 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Attempting to bind port 10cab390-f8fd-434d-a92e-0e21c7e07941 on network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:25:38.628474 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:25:38.629384 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:38.630194 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.631001 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Bound using segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:25:38.631808 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Bound port: 10cab390-f8fd-434d-a92e-0e21c7e07941, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:25:38.632428 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.640598 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-678b6956-8605-47f7-b492-fdf1318b0c21 req-7494aa19-e09e-4237-91fd-2f6c954690ac tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 210 time: 0.3291931 Sep 16 02:25:38.669268 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Pushing event updated for resources: {'Port': ['ID=df716606-72ca-4e72-ac59-354ec5dc7653,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:38.742206 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] For port 10cab390-f8fd-434d-a92e-0e21c7e07941, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:25:38.747824 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=c06dccf2-0035-4409-b2c6-e11c37c15d31,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:38.754211 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 0852b348-f709-449c-90fa-f796b3ade141 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:38.754598 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.763070 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Pushing event updated for resources: {'Port': ['ID=10cab390-f8fd-434d-a92e-0e21c7e07941,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:38.773013 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Allocated IP 172.20.0.1 (90c47045-04a6-463f-aa11-55bc1e553e0f/11a3dd5f-d5ea-4e03-80d9-63a27d78c419/c0a39512-f274-4f0a-800f-a9fc2c4d3f18) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:38.778759 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] For port 10cab390-f8fd-434d-a92e-0e21c7e07941, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=10cab390-f8fd-434d-a92e-0e21c7e07941,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:25:38.781395 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.782208 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.782845 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.783403 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.784011 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.784546 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.785178 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.785725 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.786245 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.786877 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.787392 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.787872 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Tracked resource versions report: Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: pushed versions: Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: { 'AddressGroup': {'1.2'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'ConntrackHelper': {'1.0'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Log': {'1.0'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Network': {'1.1'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Port': {'1.7'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'PortForwarding': {'1.2'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'QosPolicy': {'1.9'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SecurityGroup': {'1.4'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SecurityGroupRule': {'1.2'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SubPort': {'1.0'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Subnet': {'1.1'}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Trunk': {'1.1'}} Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: consumer versions: Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: { DHCP agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: HyperV agent@hv-cinder-80930: {}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: L3 agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: Metadata agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: Metering agent@dv-cinder-809306-1-iscsi: {}, Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: Open vSwitch agent@dv-cinder-809306-1-iscsi: { 'AddressGroup': '1.2', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'ConntrackHelper': '1.0', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Log': '1.0', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Network': '1.1', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Port': '1.7', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'PortForwarding': '1.2', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'QosPolicy': '1.9', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SecurityGroup': '1.4', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SecurityGroupRule': '1.2', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'SubPort': '1.0', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Subnet': '1.1', Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: 'Trunk': '1.1'}} Sep 16 02:25:38.788989 dv-cinder-809306-1-iscsi neutron-server[93923]: {{(pid=93923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 02:25:38.801857 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.878314 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:38.880157 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:38.903475 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-217990e4-3e1b-460e-9f4a-a8c001262169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.908863 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.949754 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:38.953812 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a0d95-9f65-467c-97b9-92363909fb5e None None] Pushing event updated for resources: {'Port': ['ID=10cab390-f8fd-434d-a92e-0e21c7e07941,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:39.011014 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Network 90c47045-04a6-463f-aa11-55bc1e553e0f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:39.012399 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a39512-f274-4f0a-800f-a9fc2c4d3f18,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:39.015083 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:39.018149 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:39.018917 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8121500'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.047307 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08fdb66-589f-4d71-b083-82d58b2513bf None None] Network a79e67f4-1d27-4159-8709-efe854b524e2 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:25:39.049560 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:39.060654 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-217990e4-3e1b-460e-9f4a-a8c001262169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.144822 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-aaf1e725-8e85-4d71-95e9-52e564dedffa None None] Provisioning complete for port c06dccf2-0035-4409-b2c6-e11c37c15d31 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:39.145283 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e725-8e85-4d71-95e9-52e564dedffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.185922 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.286208 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:35Z', 'revision_number': 3, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:39.318644 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc7185-87e7-424a-a564-8631f7ec48de None None] The sync data for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi is: [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:35Z', 'revision_number': 3, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:25:39.353965 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 is scheduled to L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af with binding_index 1 {{(pid=93921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:25:39.374835 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-217990e4-3e1b-460e-9f4a-a8c001262169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.377348 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-217990e4-3e1b-460e-9f4a-a8c001262169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.381241 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-217990e4-3e1b-460e-9f4a-a8c001262169 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/982e5eb6-bf65-492b-8c9b-a9d635a04821 HTTP/1.1" status: 204 len: 168 time: 1.0857778 Sep 16 02:25:39.407397 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.459947 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-041bceef-46bd-4d49-8e54-2072cd0ad9de None None] Provisioning complete for port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:39.472871 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-041bceef-46bd-4d49-8e54-2072cd0ad9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.537401 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7864579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419'] for router, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.539610 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217990e4-3e1b-460e-9f4a-a8c001262169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e5eb6-bf65-492b-8c9b-a9d635a04821,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:39.662798 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-041bceef-46bd-4d49-8e54-2072cd0ad9de None None] Port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:25:39.812666 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-c127eae5-1e2e-4f4e-9fc9-5e6bca52d12c None None] Provisioning complete for port c06dccf2-0035-4409-b2c6-e11c37c15d31 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:39.812666 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c127eae5-1e2e-4f4e-9fc9-5e6bca52d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.865807 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Router 6578079a-26ff-47d5-8414-2ae240fabe1c is scheduled to L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af with binding_index 1 {{(pid=93921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:25:39.880252 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:25:39.981187 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:39.985378 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-831a4b04-f78b-4da2-8f7f-8b9ef991a7a8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2120817 Sep 16 02:25:39.986624 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 45904) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:40.027794 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5847aab1-0960-4a5f-90d1-5d6046e4edf1 req-99e551b4-0c49-4c49-87f7-bcc484e74670 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 210 time: 0.0871553 Sep 16 02:25:40.069554 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:40.080882 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:40.082222 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869196'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:40.168218 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Sync routers for ids ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:25:40.184214 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:25:40.197598 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Sync routers for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:25:40.213478 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:40.214114 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Routers {'7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:40.214758 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:40.215551 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:40.242799 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] Notify callbacks [] for router, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:40.244587 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-b33736ec-4f7d-4348-88ea-25f02f1c6e0b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4392555 Sep 16 02:25:40.257228 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45910) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:40.269762 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a39512-f274-4f0a-800f-a9fc2c4d3f18,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:40.372643 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device c06dccf2-0035-4409-b2c6-e11c37c15d31 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:40.549004 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:40.581092 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Set router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:40.585181 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port c06dccf2-0035-4409-b2c6-e11c37c15d31 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:40.585641 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:40.619687 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Network 90c47045-04a6-463f-aa11-55bc1e553e0f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:40.632583 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:40.983925 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:38Z', 'revision_number': 3, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:41.058861 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.065743 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Checking router: 6578079a-26ff-47d5-8414-2ae240fabe1c for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:25:41.066276 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Updating router 6578079a-26ff-47d5-8414-2ae240fabe1c port df716606-72ca-4e72-ac59-354ec5dc7653 binding host dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:25:41.124169 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.181578 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Router bbe3e23c-4088-4eac-b09a-2422f491a477 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:25:41.194379 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 10cab390-f8fd-434d-a92e-0e21c7e07941 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:41.261022 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-940aaf6f-d8af-4186-90b1-9fe41fe17e1f None None] Provisioning complete for port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:41.261389 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-940aaf6f-d8af-4186-90b1-9fe41fe17e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.289954 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'name': 'tempest-ServerRescueNegativeTestJSON-121506850-router', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:37Z', 'revision_number': 3, 'project_id': '12f25c9b855946b2833010988807d7ff', 'gw_port': {'id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ea:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:41.326102 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Checking router: 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:25:41.326446 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Updating router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 port 3e985e8c-a6d2-4409-a5d7-af45282b609f binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:25:41.356016 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.379832 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d1971474-5d24-4960-959c-86671b34afed req-d09069e6-4a4d-4989-aee1-267be9f5dddd tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 210 time: 0.0659175 Sep 16 02:25:41.386500 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Allocated IP 172.20.0.1 (1d9910c1-dccd-493a-b462-b594f2d6f14e/937e4229-f78c-4c4e-974f-282e34457138/2c3af32e-2fd6-4390-939a-42c5eb9cf56c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:41.414006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 10cab390-f8fd-434d-a92e-0e21c7e07941 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:41.414383 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.446801 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-940aaf6f-d8af-4186-90b1-9fe41fe17e1f None None] Port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:25:41.522308 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:25:41.535053 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ac27826b-6489-4591-b90f-b399e8ae43d9 admin admin] 10.222.0.35 "PUT /v2.0/routers/bbe3e23c-4088-4eac-b09a-2422f491a477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7707834 Sep 16 02:25:41.624931 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.628733 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.683568 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 10cab390-f8fd-434d-a92e-0e21c7e07941, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=10cab390-f8fd-434d-a92e-0e21c7e07941,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:25:41.691416 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.724657 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.776623 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.788032 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.795029 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=10cab390-f8fd-434d-a92e-0e21c7e07941,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:41.837678 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Network 1d9910c1-dccd-493a-b462-b594f2d6f14e is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:41.850828 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:41.871393 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:41.871872 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8121500'] for router_interface, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.879807 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d6601-49a0-416c-b298-f4cbef20beb2 None None] Pushing event updated for resources: {'Port': ['ID=df716606-72ca-4e72-ac59-354ec5dc7653,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:41.880942 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3af32e-2fd6-4390-939a-42c5eb9cf56c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:41.888193 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Attempting to bind port df716606-72ca-4e72-ac59-354ec5dc7653 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:25:41.888587 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Attempting to bind port df716606-72ca-4e72-ac59-354ec5dc7653 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:25:41.890907 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Attempting to bind port df716606-72ca-4e72-ac59-354ec5dc7653 on network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:25:41.902755 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:25:41.903052 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:41.903484 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:41.903879 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Bound using segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:25:41.904358 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Bound port: df716606-72ca-4e72-ac59-354ec5dc7653, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:25:41.904763 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.022857 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] For port df716606-72ca-4e72-ac59-354ec5dc7653, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:25:42.030537 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] For port df716606-72ca-4e72-ac59-354ec5dc7653, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=df716606-72ca-4e72-ac59-354ec5dc7653,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:25:42.043304 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.153702 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 10cab390-f8fd-434d-a92e-0e21c7e07941 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:42.164871 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.177843 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.178046 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d6601-49a0-416c-b298-f4cbef20beb2 None None] Pushing event updated for resources: {'Port': ['ID=df716606-72ca-4e72-ac59-354ec5dc7653,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:42.220819 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Sync routers for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:25:42.223037 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:42.223785 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:42.235232 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.283632 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:42.284519 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:42.291524 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.359303 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Attempting to bind port 3e985e8c-a6d2-4409-a5d7-af45282b609f on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:25:42.362236 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Attempting to bind port 3e985e8c-a6d2-4409-a5d7-af45282b609f by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:25:42.362629 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Attempting to bind port 3e985e8c-a6d2-4409-a5d7-af45282b609f on network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:25:42.378524 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:25:42.378901 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:42.379351 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.379755 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Bound using segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:25:42.380233 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Bound port: 3e985e8c-a6d2-4409-a5d7-af45282b609f, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:25:42.387005 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.437757 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:42.444305 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.456461 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.457774 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869196'] for router_interface, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.488376 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:42.576121 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 45980) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:42.593311 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-606bd6b5-f178-4009-b0ca-5839d6da4847 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577222232', 'description': 'tempest-description--839271116'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:42.659332 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Network 1d9910c1-dccd-493a-b462-b594f2d6f14e is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:42.669655 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-73e655db-27df-4083-8c65-feb13dae1d9b req-39e9457b-1a3f-43e1-83eb-2f4b73ab1d19 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 210 time: 0.0442419 Sep 16 02:25:42.673351 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:42.690787 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3af32e-2fd6-4390-939a-42c5eb9cf56c,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:42.714156 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:38Z', 'revision_number': 3, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:42.740886 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Allocated IP 172.20.0.1 (a79e67f4-1d27-4159-8709-efe854b524e2/d3464487-6143-4e19-a716-c00ffe1a8b09/f6e05f31-9a07-4d6c-af2e-a20acd9f402a) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:42.748450 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-606bd6b5-f178-4009-b0ca-5839d6da4847 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.753906 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ffe27-9bde-42d2-9cc9-91f68708864d None None] Pushing event updated for resources: {'Port': ['ID=3e985e8c-a6d2-4409-a5d7-af45282b609f,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:42.761781 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac4f59-f3d9-4dce-b6ab-becafbfc5860 None None] The sync data for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi is: [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:38Z', 'revision_number': 3, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:25:42.882755 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:25:42.896259 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 10cab390-f8fd-434d-a92e-0e21c7e07941 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:42.896928 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:42.939985 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.15', 64143) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:42.978876 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] For port 3e985e8c-a6d2-4409-a5d7-af45282b609f, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:25:43.030800 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] For port 3e985e8c-a6d2-4409-a5d7-af45282b609f, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=3e985e8c-a6d2-4409-a5d7-af45282b609f,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:25:43.048637 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:43.080622 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-203828eb-94fe-4cf5-842f-12be3577ebf9 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:43.082649 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-203828eb-94fe-4cf5-842f-12be3577ebf9 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.15 "GET /v2.0/networks?id=ef8f7c03-4351-4823-912b-a45709badea1 HTTP/1.1" status: 200 len: 811 time: 0.1400058 Sep 16 02:25:43.098240 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:25:43.114061 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-419ce355-5d57-470c-8487-4619938148a4 admin admin] 10.222.0.35 "PUT /v2.0/routers/7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1177866 Sep 16 02:25:43.138989 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:43.160155 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Request body: {'port': {'device_id': 'a732a3c6-4025-4596-8c34-f95a34699647', 'network_id': 'ef8f7c03-4351-4823-912b-a45709badea1', 'admin_state_up': True, 'tenant_id': '057d55dd6d284bba966fe6517a51235f'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:43.447888 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-606bd6b5-f178-4009-b0ca-5839d6da4847 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:43.469548 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46016) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:43.478458 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Routers {'7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:43.479372 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:43.480643 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-606bd6b5-f178-4009-b0ca-5839d6da4847 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:43.490883 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ffe27-9bde-42d2-9cc9-91f68708864d None None] Pushing event updated for resources: {'Port': ['ID=3e985e8c-a6d2-4409-a5d7-af45282b609f,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:43.615948 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:43.648271 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 2, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:43.683628 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Checking router: bbe3e23c-4088-4eac-b09a-2422f491a477 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:25:43.684238 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Updating router bbe3e23c-4088-4eac-b09a-2422f491a477 port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:25:43.705761 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Network a79e67f4-1d27-4159-8709-efe854b524e2 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:43.707701 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-606bd6b5-f178-4009-b0ca-5839d6da4847 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:43.716968 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46036) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:43.720724 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-898ae4a4-f173-404e-b167-269592431d89 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'security_group_rule': {'security_group_id': '29e95f33-d104-4cbf-a9d9-44bf710468f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:43.725458 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-606bd6b5-f178-4009-b0ca-5839d6da4847 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.1424241 Sep 16 02:25:43.740647 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:43.743908 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] Set router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:43.752426 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Pushing event updated for resources: {'Port': ['ID=f6e05f31-9a07-4d6c-af2e-a20acd9f402a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:43.771419 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:43.792412 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:43.793989 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8121500'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:43.857497 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e471a27-7cf8-48e3-a567-90cbf9733a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:43.873436 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-898ae4a4-f173-404e-b167-269592431d89 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:43.890243 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bd6b5-f178-4009-b0ca-5839d6da4847 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e95f33-d104-4cbf-a9d9-44bf710468f5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:44.029336 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Made reservation on behalf of 057d55dd6d284bba966fe6517a51235f for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:44.033468 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.052710 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-898ae4a4-f173-404e-b167-269592431d89 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.109875 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7b811ff9-ae68-4379-bdca-a98efb1b8cc7 req-94a55f61-2aec-4d31-a2cb-4bd47ba8072b tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 210 time: 0.1184742 Sep 16 02:25:44.233538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device df716606-72ca-4e72-ac59-354ec5dc7653 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:44.270219 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e471a27-7cf8-48e3-a567-90cbf9733a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.272375 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-898ae4a4-f173-404e-b167-269592431d89 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.313480 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e471a27-7cf8-48e3-a567-90cbf9733a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.418476 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6e471a27-7cf8-48e3-a567-90cbf9733a5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41e907d096ad451fb1016372565fd7c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9438028 Sep 16 02:25:44.426171 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 46076) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:44.444986 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port df716606-72ca-4e72-ac59-354ec5dc7653 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:44.445365 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.473099 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ae4a4-f173-404e-b167-269592431d89 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d3e2fb-adeb-4113-ada3-3579bcd41314,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:44.487755 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-898ae4a4-f173-404e-b167-269592431d89 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.488988 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-898ae4a4-f173-404e-b167-269592431d89 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7727489 Sep 16 02:25:44.490408 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e471a27-7cf8-48e3-a567-90cbf9733a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d868b7f-8abf-4311-970b-c054a388c547,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:44.493014 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46080) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:44.499171 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-23126b39-c134-478c-bbce-6bac263dfe3e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'security_group_rule': {'security_group_id': '29e95f33-d104-4cbf-a9d9-44bf710468f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:44.572864 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-23126b39-c134-478c-bbce-6bac263dfe3e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.584665 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.761458 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-23126b39-c134-478c-bbce-6bac263dfe3e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.769536 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-23126b39-c134-478c-bbce-6bac263dfe3e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.824752 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23126b39-c134-478c-bbce-6bac263dfe3e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c2483b-cb49-46a2-947b-1d24140a1b1f,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:44.841353 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-23126b39-c134-478c-bbce-6bac263dfe3e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:44.846015 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-23126b39-c134-478c-bbce-6bac263dfe3e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3491058 Sep 16 02:25:44.848559 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46090) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:44.863658 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'floatingip': {'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:44.923186 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.055022 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.140429 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.190421 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-53605b92-d75f-40e8-a887-488a334b1cef None None] Provisioning complete for port f6e05f31-9a07-4d6c-af2e-a20acd9f402a triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:45.191018 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-53605b92-d75f-40e8-a887-488a334b1cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.324980 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-613c09c1-2dbe-4a94-a751-5e0b84f76ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.457902 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Attempting to bind port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:25:45.458618 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Attempting to bind port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:25:45.458618 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Attempting to bind port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 on network 90c47045-04a6-463f-aa11-55bc1e553e0f {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:25:45.475391 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:25:45.475811 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Checking segment: {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:45.476200 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.476582 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Bound using segment: {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:25:45.477061 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Bound port: c0a39512-f274-4f0a-800f-a9fc2c4d3f18, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:25:45.477461 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.521919 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'name': 'tempest-ServerRescueNegativeTestJSON-121506850-router', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 4, 'project_id': '12f25c9b855946b2833010988807d7ff', 'gw_port': {'id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ea:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '2c3af32e-2fd6-4390-939a-42c5eb9cf56c', 'name': '', 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'mac_address': 'fa:16:3e:17:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '937e4229-f78c-4c4e-974f-282e34457138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:41Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 2, 'project_id': '12f25c9b855946b2833010988807d7ff', 'subnets': [{'id': '937e4229-f78c-4c4e-974f-282e34457138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:45.626388 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-613c09c1-2dbe-4a94-a751-5e0b84f76ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.701354 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Allocated IP 172.20.0.11 (ef8f7c03-4351-4823-912b-a45709badea1/8f9ec498-8419-4bf3-9e85-597102568d2f/f94aa5ea-2493-485b-8371-a71d77fd5e1d) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:45.716295 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] For port c0a39512-f274-4f0a-800f-a9fc2c4d3f18, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:25:45.730811 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] For port c0a39512-f274-4f0a-800f-a9fc2c4d3f18, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=c0a39512-f274-4f0a-800f-a9fc2c4d3f18,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:25:45.739006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb62b1-8916-4f0a-99a1-4205570e9ca0 None None] The sync data for ids ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'] in dv-cinder-809306-1-iscsi is: [{'id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'name': 'tempest-ServerRescueNegativeTestJSON-121506850-router', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 4, 'project_id': '12f25c9b855946b2833010988807d7ff', 'gw_port': {'id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ea:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '2c3af32e-2fd6-4390-939a-42c5eb9cf56c', 'name': '', 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'mac_address': 'fa:16:3e:17:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '937e4229-f78c-4c4e-974f-282e34457138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:41Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 2, 'project_id': '12f25c9b855946b2833010988807d7ff', 'subnets': [{'id': '937e4229-f78c-4c4e-974f-282e34457138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:25:45.749921 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-9e516442-ecf1-4ba3-b162-e0055c1aec37 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:45.751578 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-9e516442-ecf1-4ba3-b162-e0055c1aec37 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 818 time: 1.3608484 Sep 16 02:25:45.761903 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.778534 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fb1f9739-f808-4dfa-9cd6-bd5d63b5161e req-eb97dd3a-da9d-4ab7-bc45-867d9943f136 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 210 time: 0.3844974 Sep 16 02:25:45.823320 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-53605b92-d75f-40e8-a887-488a334b1cef None None] Port f6e05f31-9a07-4d6c-af2e-a20acd9f402a cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:25:45.934060 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.944282 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf5d05-4aed-4c29-b653-7b73306c4290 None None] Pushing event updated for resources: {'Port': ['ID=c0a39512-f274-4f0a-800f-a9fc2c4d3f18,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:45.964592 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:45.975598 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-b78a53f4-f6b5-44d2-94fb-60b8ce47cc74 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/quotas/12f25c9b855946b2833010988807d7ff HTTP/1.1" status: 200 len: 375 time: 0.1972561 Sep 16 02:25:45.994976 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:46.000737 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869196'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:46.098614 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf5d05-4aed-4c29-b653-7b73306c4290 None None] Pushing event updated for resources: {'Port': ['ID=c0a39512-f274-4f0a-800f-a9fc2c4d3f18,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:46.114861 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:46.117712 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:46.342853 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:46.466186 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Allocated IP 172.27.2.8 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/b8dda2d9-47d0-4497-9daa-e2771c2758e9) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:46.547524 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 46140) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:46.547819 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:46.549152 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-798aa0c3-3a5c-4714-8889-0f7658335fc4 None None] Provisioning complete for port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:46.549754 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-798aa0c3-3a5c-4714-8889-0f7658335fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:46.601149 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port df716606-72ca-4e72-ac59-354ec5dc7653, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=df716606-72ca-4e72-ac59-354ec5dc7653,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:25:46.613212 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:46.679828 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:46.685508 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:46.725562 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:46.771620 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=df716606-72ca-4e72-ac59-354ec5dc7653,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:46.806835 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:46.819721 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:46.822417 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:46.987981 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'Port': ['ID=b8dda2d9-47d0-4497-9daa-e2771c2758e9,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:46.998400 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-798aa0c3-3a5c-4714-8889-0f7658335fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.031267 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-613c09c1-2dbe-4a94-a751-5e0b84f76ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.037401 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-613c09c1-2dbe-4a94-a751-5e0b84f76ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.055546 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-613c09c1-2dbe-4a94-a751-5e0b84f76ed5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d868b7f-8abf-4311-970b-c054a388c547 HTTP/1.1" status: 204 len: 168 time: 2.5473700 Sep 16 02:25:47.056875 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Pushing event updated for resources: {'Port': ['ID=f6e05f31-9a07-4d6c-af2e-a20acd9f402a,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:47.137650 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-798aa0c3-3a5c-4714-8889-0f7658335fc4 None None] For port c0a39512-f274-4f0a-800f-a9fc2c4d3f18, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=c0a39512-f274-4f0a-800f-a9fc2c4d3f18,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:25:47.146423 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-798aa0c3-3a5c-4714-8889-0f7658335fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.249824 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-cf47962d-6067-46d7-96fd-979303e937de tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2563555 Sep 16 02:25:47.289031 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.316731 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c09c1-2dbe-4a94-a751-5e0b84f76ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d868b7f-8abf-4311-970b-c054a388c547,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:47.358680 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-eee86a13-e017-4df4-81b3-1e974d5a3266 req-d97fde00-bf87-443c-8e8a-d2aaa5ce3857 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 210 time: 0.3760378 Sep 16 02:25:47.445981 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-85c507cd-7940-40ef-bdff-59e6a4dcf185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.451125 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.533901 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aa0c3-3a5c-4714-8889-0f7658335fc4 None None] Pushing event updated for resources: {'Port': ['ID=c0a39512-f274-4f0a-800f-a9fc2c4d3f18,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:47.553939 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:45Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:47.626679 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84958c33-2941-444b-a7ac-5b75c80a2f84 None None] The sync data for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi is: [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:45Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:25:47.636116 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-1c654921-044f-4164-a11d-1946e9606eb4 None None] Provisioning complete for port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:47.636869 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1c654921-044f-4164-a11d-1946e9606eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.800012 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.873077 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.961834 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:47.972431 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:48.068791 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46166) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:48.111910 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:48.119682 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Network ef8f7c03-4351-4823-912b-a45709badea1 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:48.127126 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Pushing event updated for resources: {'Port': ['ID=f94aa5ea-2493-485b-8371-a71d77fd5e1d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:48.131159 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:48.140678 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:48.149198 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:25:48.151045 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:48.151879 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:48.160717 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'Port': ['ID=b8dda2d9-47d0-4497-9daa-e2771c2758e9,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:48.172198 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Network a79e67f4-1d27-4159-8709-efe854b524e2 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:48.178400 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:48.204373 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1f6adda-e598-4272-b3f7-34242a5221b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:48.545214 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-6f8026cc-490b-4bcc-8a28-52ef4a8dfd49 service neutron] 10.222.0.35 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2469065 Sep 16 02:25:48.741151 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317c9ba-cdd7-4ffa-92ea-cbc099d8f85f req-b4ea7a89-bbde-4091-a428-8a1d64d31273 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:48.743108 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c317c9ba-cdd7-4ffa-92ea-cbc099d8f85f req-b4ea7a89-bbde-4091-a428-8a1d64d31273 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 932 time: 0.1967065 Sep 16 02:25:48.749135 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-a91ddbc6-f925-4381-80d1-c3df84925fef None None] Provisioning complete for port f6e05f31-9a07-4d6c-af2e-a20acd9f402a triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:48.749727 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a91ddbc6-f925-4381-80d1-c3df84925fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:48.901453 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-85c507cd-7940-40ef-bdff-59e6a4dcf185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:48.917771 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c317c9ba-cdd7-4ffa-92ea-cbc099d8f85f req-00c3d09c-81bc-4578-a5dc-1ce8ea9e1a7f tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638591 Sep 16 02:25:48.933305 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-a97d8022-ac12-46c0-9bc7-5350c9571388 service neutron] 10.222.0.35 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717499 Sep 16 02:25:48.937604 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:48.944393 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b0c5858d-52de-4c0e-9caa-138d57ab8d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:48.949646 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-a91ddbc6-f925-4381-80d1-c3df84925fef None None] Port f6e05f31-9a07-4d6c-af2e-a20acd9f402a cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:25:48.950339 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-0d8f1e76-c3fd-4ea7-9ca8-c5368e3d4865 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1005445 Sep 16 02:25:48.950886 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-85c507cd-7940-40ef-bdff-59e6a4dcf185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:49.060289 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-85c507cd-7940-40ef-bdff-59e6a4dcf185 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d3d709e63274c45b833edab6bd19bad&name=default HTTP/1.1" status: 200 len: 2977 time: 2.0711727 Sep 16 02:25:49.066515 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c507cd-7940-40ef-bdff-59e6a4dcf185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c616d9a0-8f62-42a7-ab93-4cea4c53d1b2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:49.073330 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46192) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:49.077629 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-9df37ad8-ee5a-42e8-a727-5305cbed2c56 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9241223 Sep 16 02:25:49.087632 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Router 6578079a-26ff-47d5-8414-2ae240fabe1c has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:25:49.155217 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 3e985e8c-a6d2-4409-a5d7-af45282b609f up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:49.262542 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1f6adda-e598-4272-b3f7-34242a5221b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:49.287889 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-796f0deb-ac2e-49e3-914e-9015ab5a878a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:49.296529 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1f6adda-e598-4272-b3f7-34242a5221b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:49.371775 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-796f0deb-ac2e-49e3-914e-9015ab5a878a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:49.375381 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-e1f6adda-e598-4272-b3f7-34242a5221b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8008827f3a234285bca903ba70a6150e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3054307 Sep 16 02:25:49.378779 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 3e985e8c-a6d2-4409-a5d7-af45282b609f triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:49.380025 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:49.385619 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46210) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:49.425340 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6adda-e598-4272-b3f7-34242a5221b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fd666d-c5c1-4ef4-b2e4-0f83fbbc5c4c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:49.452263 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-fa807fe4-71e5-4719-a8df-e057ee572635 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:25:49.453654 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-fa807fe4-71e5-4719-a8df-e057ee572635 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479612 Sep 16 02:25:49.485612 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5bfccff6-ff7e-4965-af6e-9a3d7fb9a60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:49.510438 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6d53c9ed-7dfe-4bcf-93c8-19b1e96413e0 req-00740d4e-f53f-4e21-b898-66bb15be9551 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 210 time: 0.1029170 Sep 16 02:25:49.554887 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6d0e5b7b-15cd-458c-81dc-360753555cbf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--577222232&fields=id&tenant_id=693524e38ce244caa2d2db6394b78c5f HTTP/1.1" status: 200 len: 267 time: 0.1135271 Sep 16 02:25:49.557534 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5bfccff6-ff7e-4965-af6e-9a3d7fb9a60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:49.578707 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:25:49.592584 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Sync routers for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:25:49.599561 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:49.614083 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-fdb259ba-66fe-4d32-9a81-e0ff5da77f2f admin admin] 10.222.0.35 "PUT /v2.0/routers/6578079a-26ff-47d5-8414-2ae240fabe1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3421211 Sep 16 02:25:49.614689 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:49.614689 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:49.643982 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 3e985e8c-a6d2-4409-a5d7-af45282b609f, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=3e985e8c-a6d2-4409-a5d7-af45282b609f,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:25:49.683526 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:49.684573 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device df716606-72ca-4e72-ac59-354ec5dc7653 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:49.965193 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Request body: {'port': {'device_id': 'a732a3c6-4025-4596-8c34-f95a34699647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:50.072470 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-796f0deb-ac2e-49e3-914e-9015ab5a878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:50.077404 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-796f0deb-ac2e-49e3-914e-9015ab5a878a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:50.081109 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-796f0deb-ac2e-49e3-914e-9015ab5a878a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c616d9a0-8f62-42a7-ab93-4cea4c53d1b2 HTTP/1.1" status: 204 len: 168 time: 1.0045924 Sep 16 02:25:50.110588 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:50.123643 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f0deb-ac2e-49e3-914e-9015ab5a878a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c616d9a0-8f62-42a7-ab93-4cea4c53d1b2,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:50.128779 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=3e985e8c-a6d2-4409-a5d7-af45282b609f,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:50.135839 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5bfccff6-ff7e-4965-af6e-9a3d7fb9a60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:50.142048 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5bfccff6-ff7e-4965-af6e-9a3d7fb9a60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:50.158621 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-5bfccff6-ff7e-4965-af6e-9a3d7fb9a60d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3fd666d-c5c1-4ef4-b2e4-0f83fbbc5c4c HTTP/1.1" status: 204 len: 168 time: 0.7719674 Sep 16 02:25:50.237644 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port df716606-72ca-4e72-ac59-354ec5dc7653 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:50.242956 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:50.278480 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfccff6-ff7e-4965-af6e-9a3d7fb9a60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fd666d-c5c1-4ef4-b2e4-0f83fbbc5c4c,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:50.313397 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-ab01ad5f-bb80-406f-b191-dcefeab436f6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:50.332912 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-ab01ad5f-bb80-406f-b191-dcefeab436f6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 817 time: 0.7633767 Sep 16 02:25:50.380555 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:50.385385 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-64ff4e43-0001-45eb-94be-b327c4a55c9e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/quotas/693524e38ce244caa2d2db6394b78c5f HTTP/1.1" status: 200 len: 375 time: 0.0432916 Sep 16 02:25:50.569967 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device c0a39512-f274-4f0a-800f-a9fc2c4d3f18 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:50.629328 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-8cb57442-75b5-4166-a1b4-d6b04610c411 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:50.656062 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-8cb57442-75b5-4166-a1b4-d6b04610c411 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 818 time: 0.6024063 Sep 16 02:25:50.745568 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:50.745921 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:50.782132 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-4db2da10-2b6b-4ceb-947f-cc2c65b3415d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/quotas/12f25c9b855946b2833010988807d7ff HTTP/1.1" status: 200 len: 375 time: 0.1243067 Sep 16 02:25:50.823536 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-ebf55e15-ab76-476a-a4ea-f227f16f5a1b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4210486 Sep 16 02:25:51.025157 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 2, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:51.149694 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 3e985e8c-a6d2-4409-a5d7-af45282b609f up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:51.160046 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-9fb4c403-94cc-4eab-b8a8-58a10275ed82 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3589916 Sep 16 02:25:51.161786 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Checking router: 6578079a-26ff-47d5-8414-2ae240fabe1c for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:25:51.165985 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Updating router 6578079a-26ff-47d5-8414-2ae240fabe1c port f6e05f31-9a07-4d6c-af2e-a20acd9f402a binding host dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:25:51.280681 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 3e985e8c-a6d2-4409-a5d7-af45282b609f triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:51.281258 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:51.289454 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:51.399029 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-e83cd228-db35-441f-9e1b-42aa34e7fa44 service neutron] 10.222.0.35 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377808 Sep 16 02:25:51.538563 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1030cd8d-69b2-421e-b72f-f1601580396f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:51.545777 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46298) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:51.575568 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-179d8fb3-cde8-4606-a81b-b20a921826ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:51.683141 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Sync routers for ids ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:25:51.688204 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-1e2e1ec0-add0-4d80-99b0-62aec1db1492 service neutron] 10.222.0.35 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858374 Sep 16 02:25:51.713268 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Routers {'7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:51.713916 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:52Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:51.975736 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46310) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:52.112639 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-83409324-f70e-4362-9227-85e45c6dc9ad service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:25:52.114437 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-83409324-f70e-4362-9227-85e45c6dc9ad service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2564015 Sep 16 02:25:52.116497 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-179d8fb3-cde8-4606-a81b-b20a921826ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:52.136266 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94aa5ea-2493-485b-8371-a71d77fd5e1d {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:25:52.172038 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Set router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:52.177995 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:52.253534 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Transition to ACTIVE for port object f94aa5ea-2493-485b-8371-a71d77fd5e1d will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:25:52.262690 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:52.342950 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:52.523060 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f94aa5ea-2493-485b-8371-a71d77fd5e1d,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:52.540969 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-179d8fb3-cde8-4606-a81b-b20a921826ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:52.563712 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-454376ff-61b1-491a-89b1-7ef85eefe837 service neutron] 10.222.0.35 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357734 Sep 16 02:25:52.650022 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:52.669209 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8633788-fc6d-4ddf-bf21-5c4f8c2b8cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:52.707636 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.15', 64168) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:52.816548 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Attempting to bind port f94aa5ea-2493-485b-8371-a71d77fd5e1d on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:25:52.820697 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Attempting to bind port f94aa5ea-2493-485b-8371-a71d77fd5e1d by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'aeeb3096-f656-4292-81f9-2d27202e4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ef8f7c03-4351-4823-912b-a45709badea1'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:25:52.822714 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Attempting to bind port f94aa5ea-2493-485b-8371-a71d77fd5e1d on network ef8f7c03-4351-4823-912b-a45709badea1 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:25:52.865660 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'name': 'tempest-ServerRescueNegativeTestJSON-121506850-router', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 4, 'project_id': '12f25c9b855946b2833010988807d7ff', 'gw_port': {'id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '2c3af32e-2fd6-4390-939a-42c5eb9cf56c', 'name': '', 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'mac_address': 'fa:16:3e:17:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '937e4229-f78c-4c4e-974f-282e34457138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:41Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 2, 'project_id': '12f25c9b855946b2833010988807d7ff', 'subnets': [{'id': '937e4229-f78c-4c4e-974f-282e34457138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:52.930991 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Checking router: 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:25:52.931627 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Updating router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:25:53.029163 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:53.061859 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:53.083578 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:53.129816 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Port f94aa5ea-2493-485b-8371-a71d77fd5e1d on network ef8f7c03-4351-4823-912b-a45709badea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:25:53.130456 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Attempting to bind port f94aa5ea-2493-485b-8371-a71d77fd5e1d on network ef8f7c03-4351-4823-912b-a45709badea1 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:25:53.162289 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711c47d-68ae-47ef-aa66-2bf3fb8408e6 req-191fe201-6197-42ba-a72f-cd497880adb4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:53.168003 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c711c47d-68ae-47ef-aa66-2bf3fb8408e6 req-191fe201-6197-42ba-a72f-cd497880adb4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 944 time: 0.7926755 Sep 16 02:25:53.177754 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:25:53.178140 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Checking segment: {'id': 'aeeb3096-f656-4292-81f9-2d27202e4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ef8f7c03-4351-4823-912b-a45709badea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:53.178703 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Bound using segment: {'id': 'aeeb3096-f656-4292-81f9-2d27202e4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ef8f7c03-4351-4823-912b-a45709badea1'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:25:53.179164 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Bound port: f94aa5ea-2493-485b-8371-a71d77fd5e1d, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeeb3096-f656-4292-81f9-2d27202e4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ef8f7c03-4351-4823-912b-a45709badea1'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:25:53.179574 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:53.313016 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Attempting to bind port f6e05f31-9a07-4d6c-af2e-a20acd9f402a on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:25:53.313729 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d8fb3-cde8-4606-a81b-b20a921826ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfb91f0-aa43-4876-b8cb-86db588681a9,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:53.314048 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Attempting to bind port f6e05f31-9a07-4d6c-af2e-a20acd9f402a by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:25:53.314649 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Attempting to bind port f6e05f31-9a07-4d6c-af2e-a20acd9f402a on network a79e67f4-1d27-4159-8709-efe854b524e2 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:25:53.323587 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:25:53.324335 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Checking segment: {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:53.324966 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:53.325576 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Bound using segment: {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:25:53.327990 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Bound port: f6e05f31-9a07-4d6c-af2e-a20acd9f402a, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:25:53.329011 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:53.406842 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c711c47d-68ae-47ef-aa66-2bf3fb8408e6 req-e6aa8af5-eefc-425f-9af5-567ea6bc1e23 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212331 Sep 16 02:25:53.413349 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] For port f6e05f31-9a07-4d6c-af2e-a20acd9f402a, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:25:53.418903 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] For port f6e05f31-9a07-4d6c-af2e-a20acd9f402a, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=f6e05f31-9a07-4d6c-af2e-a20acd9f402a,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:25:53.428835 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1de5b-5f4e-406c-825b-fc2c64881e3c None None] Pushing event updated for resources: {'Port': ['ID=f6e05f31-9a07-4d6c-af2e-a20acd9f402a,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:53.443335 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:53.511788 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1de5b-5f4e-406c-825b-fc2c64881e3c None None] Pushing event updated for resources: {'Port': ['ID=f6e05f31-9a07-4d6c-af2e-a20acd9f402a,revision_number=4']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:53.545284 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:53.546394 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:52Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:53.562812 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] For port f94aa5ea-2493-485b-8371-a71d77fd5e1d, host hv-cinder-80930, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:25:53.582213 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] For port f94aa5ea-2493-485b-8371-a71d77fd5e1d, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f94aa5ea-2493-485b-8371-a71d77fd5e1d,segment=NetworkSegment(aeeb3096-f656-4292-81f9-2d27202e4083),segment_id=aeeb3096-f656-4292-81f9-2d27202e4083)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:25:53.604601 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:53.652119 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-179d8fb3-cde8-4606-a81b-b20a921826ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ed8b49029034a288b5db0b8ab3f18ba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0996156 Sep 16 02:25:53.663606 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 46360) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:53.687102 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:53.887818 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:53.889064 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:53.890216 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-8006bd50-0718-4562-827c-2663969766a7 service neutron] 10.222.0.15 "PUT /v2.0/ports/f94aa5ea-2493-485b-8371-a71d77fd5e1d HTTP/1.1" status: 200 len: 1094 time: 4.1139257 Sep 16 02:25:53.891006 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a732a3c6-4025-4596-8c34-f95a34699647', 'tag': 'f94aa5ea-2493-485b-8371-a71d77fd5e1d'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:25:54.113923 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-324c4dde-010e-4e72-b287-35ed7e4e82a6 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:54.120628 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-324c4dde-010e-4e72-b287-35ed7e4e82a6 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.15 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 818 time: 1.3805838 Sep 16 02:25:54.158692 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:54.159946 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8633788-fc6d-4ddf-bf21-5c4f8c2b8cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:54.169962 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-5006f446-a4ba-4071-bf9f-e32bd30dfd80 None None] Provisioning complete for port f6e05f31-9a07-4d6c-af2e-a20acd9f402a triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:54.170576 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5006f446-a4ba-4071-bf9f-e32bd30dfd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:54.216649 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-1f706b4c-aeb4-4549-9354-34f5ab285b1e service neutron] 10.222.0.35 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5359302 Sep 16 02:25:54.218232 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8633788-fc6d-4ddf-bf21-5c4f8c2b8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:54.319819 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8633788-fc6d-4ddf-bf21-5c4f8c2b8cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d9d3a1-ac22-4cf2-a254-e4dd51c2659f,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:54.380896 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:54.384713 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Request body: {'port': {'device_id': '71058d8f-379a-44c5-9cb1-d4c7d80a21ec', 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e', 'admin_state_up': True, 'tenant_id': '12f25c9b855946b2833010988807d7ff'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:54.392881 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:53Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:54.403388 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:54.462963 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d33706-fb92-4e97-82a2-15a56ed73dab None None] The sync data for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi is: [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:53Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:25:54.789146 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.15', 64173) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:54.816774 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5006f446-a4ba-4071-bf9f-e32bd30dfd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:54.846917 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4ca17-43e3-4531-aa2e-097b6484236e None None] Pushing event updated for resources: {'Port': ['ID=2c3af32e-2fd6-4390-939a-42c5eb9cf56c,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:55.021132 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-5006f446-a4ba-4071-bf9f-e32bd30dfd80 None None] For port f6e05f31-9a07-4d6c-af2e-a20acd9f402a, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=f6e05f31-9a07-4d6c-af2e-a20acd9f402a,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:25:55.030243 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5006f446-a4ba-4071-bf9f-e32bd30dfd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:55.183757 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-97420180-c718-4aeb-8e4c-f964b8e0d35a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:55.195970 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-97420180-c718-4aeb-8e4c-f964b8e0d35a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.15 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 818 time: 0.3800328 Sep 16 02:25:55.214486 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf015ad-93cd-4cee-aa89-c2b862702a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a732a3c6-4025-4596-8c34-f95a34699647", "tag": "f94aa5ea-2493-485b-8371-a71d77fd5e1d"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:25:55.224372 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006bd50-0718-4562-827c-2663969766a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f94aa5ea-2493-485b-8371-a71d77fd5e1d,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:55.245956 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Attempting to bind port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:25:55.245956 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Attempting to bind port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:25:55.245956 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Attempting to bind port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c on network 1d9910c1-dccd-493a-b462-b594f2d6f14e {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:25:55.266336 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:25:55.266715 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Checking segment: {'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:25:55.267167 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:55.271573 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c8633788-fc6d-4ddf-bf21-5c4f8c2b8cd5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9af8a7aa65784ddabeb94380e90f061a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2947831 Sep 16 02:25:55.282420 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 46398) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:55.282918 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Bound using segment: {'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:25:55.283446 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 46400) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:55.288228 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-29c2093a-1b6d-4d83-b391-cd12fd2fce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:55.291774 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Bound port: 2c3af32e-2fd6-4390-939a-42c5eb9cf56c, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:25:55.292287 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:55.293504 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-29c2093a-1b6d-4d83-b391-cd12fd2fce56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057d55dd6d284bba966fe6517a51235f&device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 1097 time: 1.0389335 Sep 16 02:25:55.333103 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8b170d1d-414b-4213-ad26-51be84b5928c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885363110', 'description': 'tempest-description--1000318141'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:55.378143 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aed5135b-8026-4ee0-b380-4ce7f7cb50ff req-593b46e9-4a1d-426b-9a27-2c4d0d19ada8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.1643653 Sep 16 02:25:55.450634 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006f446-a4ba-4071-bf9f-e32bd30dfd80 None None] Pushing event updated for resources: {'Port': ['ID=f6e05f31-9a07-4d6c-af2e-a20acd9f402a,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:55.493964 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device f6e05f31-9a07-4d6c-af2e-a20acd9f402a up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:55.574247 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-ae0a04c5-7f5a-42ea-846d-644d646efd8d None None] Provisioning complete for port f6e05f31-9a07-4d6c-af2e-a20acd9f402a triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:55.575125 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ae0a04c5-7f5a-42ea-846d-644d646efd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:55.629749 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dd46daaa-f60d-4273-95af-cc3f2bd0bd5c req-779c5bb3-d504-4146-bbd6-5f1429b6ff9b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 210 time: 0.1132164 Sep 16 02:25:55.645515 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Made reservation on behalf of 12f25c9b855946b2833010988807d7ff for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:55.651064 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:55.660541 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Request body: {'port': {'device_id': '253641d5-a18c-4839-8737-f9f842f732b9', 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e', 'admin_state_up': True, 'tenant_id': '12f25c9b855946b2833010988807d7ff'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:55.846703 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-3eb6f8fe-8784-4bf5-9a6a-f83714b61e32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f94aa5ea-2493-485b-8371-a71d77fd5e1d HTTP/1.1" status: 200 len: 217 time: 0.4566476 Sep 16 02:25:55.917774 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a25ad563-22c4-4b32-9da9-b2edf10f3424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:55.980620 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port f6e05f31-9a07-4d6c-af2e-a20acd9f402a triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:55.987215 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.138440 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e71139-cb2c-41c2-b45a-37f4abf4b80b x-openstack-request-id: req-81e71139-cb2c-41c2-b45a-37f4abf4b80b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:25:56.138970 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a732a3c6-4025-4596-8c34-f95a34699647", "tag": "f94aa5ea-2493-485b-8371-a71d77fd5e1d", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:25:56.139325 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81e71139-cb2c-41c2-b45a-37f4abf4b80b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:25:56.139941 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a732a3c6-4025-4596-8c34-f95a34699647', 'tag': 'f94aa5ea-2493-485b-8371-a71d77fd5e1d', 'status': 'completed', 'code': 200} Sep 16 02:25:56.145816 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] For port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:25:56.150329 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] For port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=2c3af32e-2fd6-4390-939a-42c5eb9cf56c,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:25:56.171700 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.192094 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b170d1d-414b-4213-ad26-51be84b5928c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.214295 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Made reservation on behalf of 12f25c9b855946b2833010988807d7ff for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:56.215241 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Allocated IP 172.20.0.2 (1d9910c1-dccd-493a-b462-b594f2d6f14e/937e4229-f78c-4c4e-974f-282e34457138/3e0024da-6425-43a3-b104-0d2fff5b576d) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:56.220501 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.529265 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a25ad563-22c4-4b32-9da9-b2edf10f3424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.567156 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4ca17-43e3-4531-aa2e-097b6484236e None None] Pushing event updated for resources: {'Port': ['ID=2c3af32e-2fd6-4390-939a-42c5eb9cf56c,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:56.576232 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Routers {'7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:25:56.576625 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:25:52Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:56.609840 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a25ad563-22c4-4b32-9da9-b2edf10f3424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.612638 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a25ad563-22c4-4b32-9da9-b2edf10f3424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.616176 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a25ad563-22c4-4b32-9da9-b2edf10f3424 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dfb91f0-aa43-4876-b8cb-86db588681a9 HTTP/1.1" status: 204 len: 168 time: 2.8663824 Sep 16 02:25:56.627054 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0e061-3ae8-412f-a673-effbb0bd23e4 req-0430c0bf-f19c-4ddb-8817-f22f1bd2e7b1 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:56.636142 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.639017 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d0c0e061-3ae8-412f-a673-effbb0bd23e4 req-0430c0bf-f19c-4ddb-8817-f22f1bd2e7b1 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 944 time: 0.9322598 Sep 16 02:25:56.639739 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b3a9468d-4315-4f04-a502-94e713afd115 req-8d794047-7010-46b9-a40b-5d41e97ad6d6 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0939755 Sep 16 02:25:56.679957 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3338af7-930d-407c-82ca-c2d3d2004c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.707220 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.736417 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3338af7-930d-407c-82ca-c2d3d2004c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.837640 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ad563-22c4-4b32-9da9-b2edf10f3424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfb91f0-aa43-4876-b8cb-86db588681a9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:56.871029 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-41e45594-df35-4d0a-8065-4295178a1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:56.872701 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-41e45594-df35-4d0a-8065-4295178a1c57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f9ec498-8419-4bf3-9e85-597102568d2f HTTP/1.1" status: 200 len: 851 time: 0.9950495 Sep 16 02:25:56.951148 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b170d1d-414b-4213-ad26-51be84b5928c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.957154 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3338af7-930d-407c-82ca-c2d3d2004c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.959811 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3338af7-930d-407c-82ca-c2d3d2004c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:56.961236 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d3338af7-930d-407c-82ca-c2d3d2004c27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28d9d3a1-ac22-4cf2-a254-e4dd51c2659f HTTP/1.1" status: 204 len: 168 time: 1.6023002 Sep 16 02:25:56.980941 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Network 1d9910c1-dccd-493a-b462-b594f2d6f14e is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:56.985068 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f5565df1-0be6-4315-9859-2ef7068ad9de req-c6bbc442-7cdf-47fd-ae6a-79903968d706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 210 time: 0.0862780 Sep 16 02:25:57.008296 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b170d1d-414b-4213-ad26-51be84b5928c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:57.028107 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:57.061067 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:57.101632 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:57.102408 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:57.250939 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Pushing event updated for resources: {'Port': ['ID=3e0024da-6425-43a3-b104-0d2fff5b576d,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:57.277015 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-30e164dc-0a33-4bb3-b672-5fccb557baf8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9143291 Sep 16 02:25:57.297560 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d0c0e061-3ae8-412f-a673-effbb0bd23e4 req-d9aad97f-317c-4e96-bdfa-67bf48c6798b tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361659 Sep 16 02:25:57.301079 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 2c3af32e-2fd6-4390-939a-42c5eb9cf56c up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:57.311567 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-21926b86-7652-4e47-9018-c6045fdf2cd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef8f7c03-4351-4823-912b-a45709badea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3483465 Sep 16 02:25:57.318050 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Request body: {'port': {'device_id': '71058d8f-379a-44c5-9cb1-d4c7d80a21ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:57.337932 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3338af7-930d-407c-82ca-c2d3d2004c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d9d3a1-ac22-4cf2-a254-e4dd51c2659f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:57.435998 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b170d1d-414b-4213-ad26-51be84b5928c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:57.437256 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8b170d1d-414b-4213-ad26-51be84b5928c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1391001 Sep 16 02:25:57.455213 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Allocated IP 172.20.0.3 (1d9910c1-dccd-493a-b462-b594f2d6f14e/937e4229-f78c-4c4e-974f-282e34457138/dd761342-979a-42d1-b5fe-9f192ab65a4a) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:25:57.488406 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 46458) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:57.513316 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8f2ae48a-6f1b-4fc4-8a6c-39db195ec265 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'security_group_rule': {'security_group_id': 'cfd20c6f-2807-4179-aa11-7e236735c403', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:57.526898 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:57.535905 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] Set router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:25:57.538251 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:57.538251 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:57.651952 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.15', 64178) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:57.740008 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b170d1d-414b-4213-ad26-51be84b5928c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd20c6f-2807-4179-aa11-7e236735c403,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:57.785773 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae48a-6f1b-4fc4-8a6c-39db195ec265 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:57.986363 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:58.202075 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=2c3af32e-2fd6-4390-939a-42c5eb9cf56c,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:25:58.218892 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:58.220222 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device f6e05f31-9a07-4d6c-af2e-a20acd9f402a up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:58.337838 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-adc45370-8c70-4a23-b441-955f1b4eb006 service neutron] 10.222.0.15 "GET /v2.0/networks/ef8f7c03-4351-4823-912b-a45709badea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648290 Sep 16 02:25:58.370392 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53aa68d9-1862-4f41-9e35-b6af8bccee5f req-89d497b9-9d72-4df6-b150-057070dd53c2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 210 time: 0.0948842 Sep 16 02:25:58.372681 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bfbd4e63-77a0-4982-bd17-fc74d467b2f3 req-828a1145-7a2d-4787-901c-ed1f73dc1de7 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.5238903 Sep 16 02:25:58.414228 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae48a-6f1b-4fc4-8a6c-39db195ec265 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:58.426736 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae48a-6f1b-4fc4-8a6c-39db195ec265 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:58.463784 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ae48a-6f1b-4fc4-8a6c-39db195ec265 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a34a814-e47d-4bca-ba11-33b4e5595560,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:58.519086 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=2c3af32e-2fd6-4390-939a-42c5eb9cf56c,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:58.540417 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port f6e05f31-9a07-4d6c-af2e-a20acd9f402a triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:58.540783 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:58.574572 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:58.586475 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'name': 'tempest-ServerRescueNegativeTestJSON-121506850-router', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 4, 'project_id': '12f25c9b855946b2833010988807d7ff', 'gw_port': {'id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '2c3af32e-2fd6-4390-939a-42c5eb9cf56c', 'name': '', 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'mac_address': 'fa:16:3e:17:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '937e4229-f78c-4c4e-974f-282e34457138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:41Z', 'updated_at': '2021-09-16T02:25:56Z', 'revision_number': 4, 'project_id': '12f25c9b855946b2833010988807d7ff', 'subnets': [{'id': '937e4229-f78c-4c4e-974f-282e34457138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:25:58.596889 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-b230240f-7ced-454a-af54-a8564234462b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:58.598868 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-b230240f-7ced-454a-af54-a8564234462b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 817 time: 0.9347222 Sep 16 02:25:58.641172 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0728427-a352-4a4f-b31d-05b72c662d38 None None] The sync data for ids ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'] in dv-cinder-809306-1-iscsi is: [{'id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'name': 'tempest-ServerRescueNegativeTestJSON-121506850-router', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:42Z', 'revision_number': 4, 'project_id': '12f25c9b855946b2833010988807d7ff', 'gw_port': {'id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '2c3af32e-2fd6-4390-939a-42c5eb9cf56c', 'name': '', 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'mac_address': 'fa:16:3e:17:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '937e4229-f78c-4c4e-974f-282e34457138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:41Z', 'updated_at': '2021-09-16T02:25:56Z', 'revision_number': 4, 'project_id': '12f25c9b855946b2833010988807d7ff', 'subnets': [{'id': '937e4229-f78c-4c4e-974f-282e34457138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:25:58.722905 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:58.725093 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae48a-6f1b-4fc4-8a6c-39db195ec265 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:58.730836 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46508) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:58.736943 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8f2ae48a-6f1b-4fc4-8a6c-39db195ec265 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2450721 Sep 16 02:25:58.749079 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-ff99faca-d663-4cb8-bade-88dd37d2c8a0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693524e38ce244caa2d2db6394b78c5f HTTP/1.1" status: 200 len: 379 time: 0.1189818 Sep 16 02:25:58.771557 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-209c8bf1-70a0-4053-a6eb-9845ee035c77 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'security_group_rule': {'security_group_id': 'cfd20c6f-2807-4179-aa11-7e236735c403', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:58.871821 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Network 1d9910c1-dccd-493a-b462-b594f2d6f14e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:25:58.873835 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4742eae-3e2f-49f5-993d-e9a9aa601ed7 req-d72c49d6-0817-4bcb-ac7f-ae1a8ae025d8 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:58.891850 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:25:58.895173 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e4742eae-3e2f-49f5-993d-e9a9aa601ed7 req-d72c49d6-0817-4bcb-ac7f-ae1a8ae025d8 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 944 time: 0.3310533 Sep 16 02:25:58.899718 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:25:58.906773 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:58.907441 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:58.909818 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Pushing event updated for resources: {'Port': ['ID=dd761342-979a-42d1-b5fe-9f192ab65a4a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:58.911513 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'port': {'device_id': '133ce83b-436c-43c7-9dc0-c6301575231a', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'admin_state_up': True, 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'security_groups': ['29e95f33-d104-4cbf-a9d9-44bf710468f5']}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:58.935081 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46b06460-b29b-48cd-8038-8eaccd152d79 req-7fe41c21-81fb-4060-959d-147eba286d69 service neutron] 10.222.0.15 "GET /v2.0/networks/ef8f7c03-4351-4823-912b-a45709badea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938447 Sep 16 02:25:58.942905 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-209c8bf1-70a0-4053-a6eb-9845ee035c77 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:58.961149 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-16ff6940-6e57-4763-9ad7-22b0af27c050 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6848543 Sep 16 02:25:58.981512 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Request body: {'port': {'device_id': '253641d5-a18c-4839-8737-f9f842f732b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:59.093038 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e4742eae-3e2f-49f5-993d-e9a9aa601ed7 req-d20fa3c1-7993-4a59-84bc-4497cd9bf6d7 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968305 Sep 16 02:25:59.127034 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 2c3af32e-2fd6-4390-939a-42c5eb9cf56c up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:25:59.140548 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:59.237277 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:25:59.238992 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:59.593257 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-2172837e-a5eb-4205-9400-8c3f77157107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:25:59.594703 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-2172837e-a5eb-4205-9400-8c3f77157107 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057d55dd6d284bba966fe6517a51235f&device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 1097 time: 0.5514312 Sep 16 02:25:59.603840 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a13ca080-4018-4c2a-903d-f4e225814b9e req-539ad84b-3c67-4c9f-92c0-0b330c78c1da tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 210 time: 0.0349841 Sep 16 02:25:59.607301 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-209c8bf1-70a0-4053-a6eb-9845ee035c77 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:59.637660 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-209c8bf1-70a0-4053-a6eb-9845ee035c77 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:59.704589 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0024da-6425-43a3-b104-0d2fff5b576d {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:25:59.727384 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Made reservation on behalf of 693524e38ce244caa2d2db6394b78c5f for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:25:59.732329 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:59.756548 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:59.766962 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c8bf1-70a0-4053-a6eb-9845ee035c77 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a875b25c-bdc8-4475-a33a-2b14d8672353,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:25:59.880124 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-209c8bf1-70a0-4053-a6eb-9845ee035c77 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:25:59.887639 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-209c8bf1-70a0-4053-a6eb-9845ee035c77 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1277339 Sep 16 02:25:59.890537 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46554) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:25:59.909220 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'floatingip': {'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:25:59.937894 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Transition to ACTIVE for port object 3e0024da-6425-43a3-b104-0d2fff5b576d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:25:59.961175 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.015220 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85635eb9-36df-4df9-823a-461834b36fef req-d33258bb-0a13-4b96-9a7c-9605c989dc9b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:00.016759 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-85635eb9-36df-4df9-823a-461834b36fef req-d33258bb-0a13-4b96-9a7c-9605c989dc9b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 931 time: 0.4266293 Sep 16 02:26:00.042857 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.062135 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-3187964a-240e-4bda-b367-794c8cd987a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:00.063630 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-3187964a-240e-4bda-b367-794c8cd987a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef8f7c03-4351-4823-912b-a45709badea1 HTTP/1.1" status: 200 len: 912 time: 0.4588373 Sep 16 02:26:00.148944 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-aefa6bed-c06b-4707-866d-d679682660e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f94aa5ea-2493-485b-8371-a71d77fd5e1d HTTP/1.1" status: 200 len: 217 time: 0.0701249 Sep 16 02:26:00.250458 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-85635eb9-36df-4df9-823a-461834b36fef req-ce547f84-c987-46c0-9b90-c3ddf0f50017 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193835 Sep 16 02:26:00.292889 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-0eec2acf-6e6b-4f78-8183-85f165c799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:00.294501 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-0eec2acf-6e6b-4f78-8183-85f165c799ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f9ec498-8419-4bf3-9e85-597102568d2f HTTP/1.1" status: 200 len: 851 time: 0.0943797 Sep 16 02:26:00.357245 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0024da-6425-43a3-b104-0d2fff5b576d,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:00.368487 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Allocated IP 172.20.0.10 (90c47045-04a6-463f-aa11-55bc1e553e0f/11a3dd5f-d5ea-4e03-80d9-63a27d78c419/5afb7787-76d6-4f16-8531-4e75bad13974) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:26:00.406230 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd761342-979a-42d1-b5fe-9f192ab65a4a {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:26:00.417930 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.431914 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Transition to ACTIVE for port object dd761342-979a-42d1-b5fe-9f192ab65a4a will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:26:00.434836 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-b99dcc7a-7a70-4851-9991-f4b49b674c9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef8f7c03-4351-4823-912b-a45709badea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237555 Sep 16 02:26:00.438502 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.459767 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Attempting to bind port 3e0024da-6425-43a3-b104-0d2fff5b576d on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:26:00.460210 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Attempting to bind port 3e0024da-6425-43a3-b104-0d2fff5b576d by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:26:00.460609 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Attempting to bind port 3e0024da-6425-43a3-b104-0d2fff5b576d on network 1d9910c1-dccd-493a-b462-b594f2d6f14e {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:26:00.500097 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Port 3e0024da-6425-43a3-b104-0d2fff5b576d on network 1d9910c1-dccd-493a-b462-b594f2d6f14e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:26:00.500508 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Attempting to bind port 3e0024da-6425-43a3-b104-0d2fff5b576d on network 1d9910c1-dccd-493a-b462-b594f2d6f14e {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:26:00.521699 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418728c-a14f-484a-a058-7a25f55cc81a req-1a10f065-d3c2-4830-94a4-d2d8a35365d9 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:00.523085 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3418728c-a14f-484a-a058-7a25f55cc81a req-1a10f065-d3c2-4830-94a4-d2d8a35365d9 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 944 time: 0.2996955 Sep 16 02:26:00.561403 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:26:00.561609 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Checking segment: {'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:26:00.562363 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Bound using segment: {'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:26:00.562894 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Bound port: 3e0024da-6425-43a3-b104-0d2fff5b576d, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:26:00.563165 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.583392 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd761342-979a-42d1-b5fe-9f192ab65a4a,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:00.602048 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Attempting to bind port dd761342-979a-42d1-b5fe-9f192ab65a4a on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:26:00.602719 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Attempting to bind port dd761342-979a-42d1-b5fe-9f192ab65a4a by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:26:00.602926 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Attempting to bind port dd761342-979a-42d1-b5fe-9f192ab65a4a on network 1d9910c1-dccd-493a-b462-b594f2d6f14e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:26:00.615978 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Port dd761342-979a-42d1-b5fe-9f192ab65a4a on network 1d9910c1-dccd-493a-b462-b594f2d6f14e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:26:00.616407 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Attempting to bind port dd761342-979a-42d1-b5fe-9f192ab65a4a on network 1d9910c1-dccd-493a-b462-b594f2d6f14e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:26:00.626235 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-e832db29-4b6a-42de-976f-a696358d0700 service neutron] 10.222.0.15 "GET /v2.0/networks/ef8f7c03-4351-4823-912b-a45709badea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806750 Sep 16 02:26:00.627153 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:26:00.627587 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Checking segment: {'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:26:00.628059 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Bound using segment: {'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:26:00.628551 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Bound port: dd761342-979a-42d1-b5fe-9f192ab65a4a, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c3c714-7bf5-4e37-ba6f-beb3e764744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:26:00.628953 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.656346 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3418728c-a14f-484a-a058-7a25f55cc81a req-95fe98fe-60ab-4b82-9569-1e466f359f3b tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019011 Sep 16 02:26:00.690009 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.761992 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5506e47e-ee7a-426f-ba76-7b66931ea863 req-d7d2fa01-6ecc-4d7d-879b-6c78db26c130 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 210 time: 0.0517192 Sep 16 02:26:00.795947 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.805519 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] For port 3e0024da-6425-43a3-b104-0d2fff5b576d, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:26:00.824480 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] For port 3e0024da-6425-43a3-b104-0d2fff5b576d, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3e0024da-6425-43a3-b104-0d2fff5b576d,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:26:00.825911 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.842072 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] For port dd761342-979a-42d1-b5fe-9f192ab65a4a, host hv-cinder-80930, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:26:00.842207 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.851958 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] For port dd761342-979a-42d1-b5fe-9f192ab65a4a, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=dd761342-979a-42d1-b5fe-9f192ab65a4a,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:26:00.862842 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.877290 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-c4965bc4-e5bb-4609-ad00-24d9067fb014 service neutron] 10.222.0.15 "GET /v2.0/networks/ef8f7c03-4351-4823-912b-a45709badea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393029 Sep 16 02:26:00.922605 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:00.923795 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.924928 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] 10.222.0.15 "PUT /v2.0/ports/dd761342-979a-42d1-b5fe-9f192ab65a4a HTTP/1.1" status: 200 len: 1093 time: 1.9484661 Sep 16 02:26:00.925387 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253641d5-a18c-4839-8737-f9f842f732b9', 'tag': 'dd761342-979a-42d1-b5fe-9f192ab65a4a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:00.929596 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8" -d '{"events": [{"name": "network-changed", "server_uuid": "253641d5-a18c-4839-8737-f9f842f732b9", "tag": "dd761342-979a-42d1-b5fe-9f192ab65a4a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:00.967727 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a5ad1-f662-4e33-ab75-0d1b440d0dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd761342-979a-42d1-b5fe-9f192ab65a4a,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:00.972241 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Network 90c47045-04a6-463f-aa11-55bc1e553e0f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:26:00.976514 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8609f2-e7f4-4750-b48a-9d619d6b0d73 x-openstack-request-id: req-9c8609f2-e7f4-4750-b48a-9d619d6b0d73 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:00.976842 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253641d5-a18c-4839-8737-f9f842f732b9", "tag": "dd761342-979a-42d1-b5fe-9f192ab65a4a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:00.977172 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c8609f2-e7f4-4750-b48a-9d619d6b0d73 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:00.978213 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253641d5-a18c-4839-8737-f9f842f732b9', 'tag': 'dd761342-979a-42d1-b5fe-9f192ab65a4a', 'status': 'completed', 'code': 200} Sep 16 02:26:00.988653 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:00.989266 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:00.990686 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/3e0024da-6425-43a3-b104-0d2fff5b576d HTTP/1.1" status: 200 len: 1093 time: 3.6772203 Sep 16 02:26:00.991633 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71058d8f-379a-44c5-9cb1-d4c7d80a21ec', 'tag': '3e0024da-6425-43a3-b104-0d2fff5b576d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:01.061707 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:26:01.063518 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:01.065779 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-81f875c7-6746-4b1d-a21c-6ffc87096e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:01.067777 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-81f875c7-6746-4b1d-a21c-6ffc87096e70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 1096 time: 0.0835879 Sep 16 02:26:01.088105 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:26:01.093588 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:01.094209 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:01.143430 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-01f405ca-be48-4269-b7ee-4895c42cb5a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd761342-979a-42d1-b5fe-9f192ab65a4a HTTP/1.1" status: 200 len: 217 time: 0.0677798 Sep 16 02:26:01.212730 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-6e1bcdf9-5fe3-4847-a1df-38896e369db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:01.215318 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-6e1bcdf9-5fe3-4847-a1df-38896e369db3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 200 len: 858 time: 0.0619795 Sep 16 02:26:01.237853 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-752eaa5d-f4e9-4721-a5a5-ca0a05d5975b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3405004 Sep 16 02:26:01.257780 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-7ff9a1c4-0e23-4473-bb08-64979bd20e09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d9910c1-dccd-493a-b462-b594f2d6f14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348086 Sep 16 02:26:01.303843 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Request body: {'port': {'device_id': '133ce83b-436c-43c7-9dc0-c6301575231a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:26:01.326415 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7018d688-a12d-4562-8de0-35e06b6f32f0" -d '{"events": [{"name": "network-changed", "server_uuid": "71058d8f-379a-44c5-9cb1-d4c7d80a21ec", "tag": "3e0024da-6425-43a3-b104-0d2fff5b576d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:01.398576 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-8dea5967-e907-40c4-93bd-8a3edfd30ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:01.400140 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-8dea5967-e907-40c4-93bd-8a3edfd30ba4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 1096 time: 0.3422894 Sep 16 02:26:01.432991 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Allocated IP 172.27.2.249 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/2b701b22-7a98-40ed-9709-eaec720969a4) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:26:01.483823 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-2a0e9ac9-bb26-4bea-811a-8763c5908183 None None] Provisioning complete for port 5afb7787-76d6-4f16-8531-4e75bad13974 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:26:01.489016 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2a0e9ac9-bb26-4bea-811a-8763c5908183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:01.508363 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-f4f0e425-bd59-4160-9769-b30060076872 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425702 Sep 16 02:26:01.509275 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb1e58-3be7-41bf-a619-407a6c8c18a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0024da-6425-43a3-b104-0d2fff5b576d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:01.520848 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa64a77f-0cac-42a4-bd94-94727e03590f x-openstack-request-id: req-fa64a77f-0cac-42a4-bd94-94727e03590f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:01.521184 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71058d8f-379a-44c5-9cb1-d4c7d80a21ec", "tag": "3e0024da-6425-43a3-b104-0d2fff5b576d", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:01.521428 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa64a77f-0cac-42a4-bd94-94727e03590f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:01.521897 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71058d8f-379a-44c5-9cb1-d4c7d80a21ec', 'tag': '3e0024da-6425-43a3-b104-0d2fff5b576d', 'status': 'completed', 'code': 200} Sep 16 02:26:01.550019 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-08af0f2c-7398-4226-8e31-06ccb5910ed2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e0024da-6425-43a3-b104-0d2fff5b576d HTTP/1.1" status: 200 len: 217 time: 0.1252878 Sep 16 02:26:01.578931 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72964d1-7c9d-4e0f-bf62-2c3dfb1ab8ce req-81bcfc95-14d9-4bc1-9506-73a6aecde68d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:01.581227 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c72964d1-7c9d-4e0f-bf62-2c3dfb1ab8ce req-81bcfc95-14d9-4bc1-9506-73a6aecde68d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 943 time: 0.1909802 Sep 16 02:26:01.609314 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e9ac9-bb26-4bea-811a-8763c5908183 None None] Port 5afb7787-76d6-4f16-8531-4e75bad13974 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:26:01.611555 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:01.693170 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-77571dd3-21b2-49f3-8d8f-46f8de26c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:01.694663 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-77571dd3-21b2-49f3-8d8f-46f8de26c9a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 200 len: 858 time: 0.1433482 Sep 16 02:26:01.714392 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c72964d1-7c9d-4e0f-bf62-2c3dfb1ab8ce req-db24482e-8501-45cc-88b4-79fcb2d74119 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172526 Sep 16 02:26:01.742090 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7404ea-8e67-44ad-8de1-de907dde546e req-6cbfb1e9-3f64-4186-8bfd-fbd3f565d05b service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258275 Sep 16 02:26:01.825254 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:01.853571 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8 req-5cd85279-b555-4382-a77a-e06c7f23a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:01.855872 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8 req-5cd85279-b555-4382-a77a-e06c7f23a73e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 1096 time: 0.0624127 Sep 16 02:26:01.890463 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-8458dbb2-c36b-4182-8d13-0216b4bb96e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d9910c1-dccd-493a-b462-b594f2d6f14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542451 Sep 16 02:26:01.944977 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:02.050924 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671e66-a467-4c3e-be92-dd68041beeca req-f19f6582-f7d9-4f3c-9982-c6b29e9180b3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:02.052321 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-63671e66-a467-4c3e-be92-dd68041beeca req-f19f6582-f7d9-4f3c-9982-c6b29e9180b3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 932 time: 0.1304691 Sep 16 02:26:02.081814 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1760a76-25f9-492c-bde1-ee6e4f285fde req-5c8e4610-8e9c-4663-86d8-a7c4eb301cdb tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:02.086818 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8 req-9dceef78-3b49-40f0-9b2b-5c1ec11f732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:02.088517 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8 req-9dceef78-3b49-40f0-9b2b-5c1ec11f732e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 919 time: 0.2244401 Sep 16 02:26:02.089072 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f1760a76-25f9-492c-bde1-ee6e4f285fde req-5c8e4610-8e9c-4663-86d8-a7c4eb301cdb tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 944 time: 0.2384641 Sep 16 02:26:02.113634 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:26:02.132112 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:26:02.142378 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8 req-2d3f562f-5f3b-46b9-b243-cca83b09fe0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd761342-979a-42d1-b5fe-9f192ab65a4a HTTP/1.1" status: 200 len: 217 time: 0.0468991 Sep 16 02:26:02.147830 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-63671e66-a467-4c3e-be92-dd68041beeca req-e779b442-ecf1-4f92-a7e8-2766d7ece7f6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881369 Sep 16 02:26:02.150192 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'Port': ['ID=2b701b22-7a98-40ed-9709-eaec720969a4,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:02.152624 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:26:02.197917 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8 req-3f81f42d-f853-44e2-bd37-06e96350d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:02.201067 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8 req-3f81f42d-f853-44e2-bd37-06e96350d675 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 200 len: 858 time: 0.0516896 Sep 16 02:26:02.224571 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f1760a76-25f9-492c-bde1-ee6e4f285fde req-f57f3c37-5213-41e5-9d99-64d22026ca51 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301575 Sep 16 02:26:02.250645 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8 req-6f2c0fc0-0f1c-4495-a3b9-7bf1d9b7a8f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d9910c1-dccd-493a-b462-b594f2d6f14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411668 Sep 16 02:26:02.275493 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-16ea814a-5121-4af3-b745-20183dabd871 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720534 Sep 16 02:26:02.367347 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:02.380407 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8 req-6d4f67b4-a116-42fa-b97e-d1efbece35b5 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208863 Sep 16 02:26:02.474744 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b379eb5a-086c-47c7-93a5-8dd03a5a04e8 req-c50bf14c-b2f2-43a8-9f91-1157e196dcd8 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854442 Sep 16 02:26:02.588497 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:02.597716 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1403ce73-1c0c-4b8b-a7e5-91182c96288d req-51a74478-3f1d-4882-a91c-9ecb0133a67a service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162208 Sep 16 02:26:02.658003 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afb7787-76d6-4f16-8531-4e75bad13974 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:26:02.668323 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:02.699170 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Transition to ACTIVE for port object 5afb7787-76d6-4f16-8531-4e75bad13974 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:26:02.703540 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:02.801430 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Pushing event updated for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:02.822448 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac81b46-aeef-42b6-b171-3312b2204069 req-04ccd1d3-6cb6-490f-ab80-a8280715c82e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:02.824365 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ac81b46-aeef-42b6-b171-3312b2204069 req-04ccd1d3-6cb6-490f-ab80-a8280715c82e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 943 time: 0.0541987 Sep 16 02:26:02.845147 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Attempting to bind port 5afb7787-76d6-4f16-8531-4e75bad13974 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:26:02.845677 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Attempting to bind port 5afb7787-76d6-4f16-8531-4e75bad13974 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:26:02.845677 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Attempting to bind port 5afb7787-76d6-4f16-8531-4e75bad13974 on network 90c47045-04a6-463f-aa11-55bc1e553e0f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:26:02.854414 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Port 5afb7787-76d6-4f16-8531-4e75bad13974 on network 90c47045-04a6-463f-aa11-55bc1e553e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:26:02.854761 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Attempting to bind port 5afb7787-76d6-4f16-8531-4e75bad13974 on network 90c47045-04a6-463f-aa11-55bc1e553e0f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:26:02.866050 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ac81b46-aeef-42b6-b171-3312b2204069 req-ebe5da2c-342f-4a0a-8585-579fd30b2f3e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Sep 16 02:26:02.875766 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:26:02.876136 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Checking segment: {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:26:02.876498 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Bound using segment: {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:26:02.876981 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Bound port: 5afb7787-76d6-4f16-8531-4e75bad13974, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:26:02.877370 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:02.881654 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:02.893701 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:02.958356 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:02.982479 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'Port': ['ID=2b701b22-7a98-40ed-9709-eaec720969a4,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:02.989012 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:02.990202 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-190b65c7-2088-423c-a237-cce02a1aa628 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0937150 Sep 16 02:26:03.024650 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:26:03.028338 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:26:03.036069 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:03.054411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:03.055030 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:03.056456 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] 10.222.0.15 "PUT /v2.0/ports/5afb7787-76d6-4f16-8531-4e75bad13974 HTTP/1.1" status: 200 len: 1094 time: 1.7789774 Sep 16 02:26:03.135201 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ba7c3-8914-444b-879d-cfcafea0cb9f service neutron] Pushing event updated for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:03.271616 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c2e21e88-b02e-4fba-918d-dd966d50b7bf tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--885363110&fields=id&tenant_id=acf5bd7bd7524366bf70912432a3e3a3 HTTP/1.1" status: 200 len: 267 time: 0.0654316 Sep 16 02:26:03.330664 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58522e0d-a097-4a2b-abf5-31a1b7f1fb06 req-af39ecea-1315-4322-b9b3-94db0e629e07 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:03.332798 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58522e0d-a097-4a2b-abf5-31a1b7f1fb06 req-af39ecea-1315-4322-b9b3-94db0e629e07 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0922189 Sep 16 02:26:03.378940 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58522e0d-a097-4a2b-abf5-31a1b7f1fb06 req-23647d1b-7af3-4ebc-8a16-405b4f6e61af tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366597 Sep 16 02:26:03.405330 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-62182e00-5695-4e7a-ada1-54274167ceb6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:03.406813 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-62182e00-5695-4e7a-ada1-54274167ceb6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 810 time: 0.1343696 Sep 16 02:26:03.443263 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-aebb90f2-1cea-4884-87a1-23b634852afb tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/quotas/acf5bd7bd7524366bf70912432a3e3a3 HTTP/1.1" status: 200 len: 375 time: 0.0225408 Sep 16 02:26:03.497623 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-ca5b0843-68ff-42b0-9eae-3233eb9c67cc tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533142 Sep 16 02:26:03.513398 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2e555-08c2-4018-b5a3-4a6fb4c6238b req-c85a8cd8-6fd9-4f77-996f-5b8f4d9d2d85 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:03.514908 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-07c2e555-08c2-4018-b5a3-4a6fb4c6238b req-c85a8cd8-6fd9-4f77-996f-5b8f4d9d2d85 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 944 time: 0.0557303 Sep 16 02:26:03.530408 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:03.533051 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dac49e-8490-47d8-9093-027405df8957" -d '{"events": [{"name": "network-changed", "server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:03.553176 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-07c2e555-08c2-4018-b5a3-4a6fb4c6238b req-64d155bb-949f-4911-86ff-02e6d83162e0 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323398 Sep 16 02:26:03.615384 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-edaa2edc-3ea2-4e21-8d4f-3460cc3d3f7c service neutron] 10.222.0.35 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033814 Sep 16 02:26:03.654996 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f36d29-2fe1-46bb-a8c8-ad413d141acb x-openstack-request-id: req-86f36d29-2fe1-46bb-a8c8-ad413d141acb {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:03.654996 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:03.654996 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86f36d29-2fe1-46bb-a8c8-ad413d141acb {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:03.654996 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974', 'status': 'completed', 'code': 200} Sep 16 02:26:03.712043 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-efb2fbef-ee49-4330-96cb-13e36ae5fb2f service neutron] 10.222.0.35 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889075 Sep 16 02:26:03.872745 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-92ad07a3-de93-4f90-b484-430f32d3e2db req-4e4dccbb-af56-4a27-bcaa-72ba2c4e5da0 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 210 time: 0.0295446 Sep 16 02:26:03.991151 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e385497-8445-4b90-9422-b6015cd3f818 req-1dbb1b12-c790-4596-a8ff-5c4c0ffc1c93 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:03.993419 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2e385497-8445-4b90-9422-b6015cd3f818 req-1dbb1b12-c790-4596-a8ff-5c4c0ffc1c93 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 943 time: 0.0563867 Sep 16 02:26:04.031415 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2e385497-8445-4b90-9422-b6015cd3f818 req-2ae7271a-9a51-41aa-b243-beefd6f9c50e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Sep 16 02:26:04.512200 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740a056-0f05-4c49-8691-d43a977229d5 req-809387e8-2e1e-45e4-bac6-e73181bd8f1a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:04.513669 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9740a056-0f05-4c49-8691-d43a977229d5 req-809387e8-2e1e-45e4-bac6-e73181bd8f1a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0492496 Sep 16 02:26:04.559554 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9740a056-0f05-4c49-8691-d43a977229d5 req-0bb632c0-f53a-44b8-943a-f06971f59c36 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372682 Sep 16 02:26:04.671096 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced758b-d139-4a4d-af7c-1598afaefdb3 req-2c5493be-bc70-4247-a214-5b290ba9e173 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:04.672600 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0ced758b-d139-4a4d-af7c-1598afaefdb3 req-2c5493be-bc70-4247-a214-5b290ba9e173 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 944 time: 0.0480127 Sep 16 02:26:04.718556 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0ced758b-d139-4a4d-af7c-1598afaefdb3 req-90422b0a-ddf2-44a3-bbbc-92d7eac077ee tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398102 Sep 16 02:26:04.962754 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-486ba382-6aa5-4e6d-aea2-422d6e348b22 req-13c45b42-2fab-4844-a7d8-3e4ee923cdee tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 210 time: 0.0262694 Sep 16 02:26:05.156918 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955c205-aa5c-4261-bd9a-516e97a2b9ec req-a7f99265-cf16-4a7a-84df-164382179a38 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:05.158412 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f955c205-aa5c-4261-bd9a-516e97a2b9ec req-a7f99265-cf16-4a7a-84df-164382179a38 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 943 time: 0.0519688 Sep 16 02:26:05.195673 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f955c205-aa5c-4261-bd9a-516e97a2b9ec req-0441f037-c3ad-4631-b326-26ab3a85ad01 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 Sep 16 02:26:05.392987 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device f94aa5ea-2493-485b-8371-a71d77fd5e1d details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:26:05.505875 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port f94aa5ea-2493-485b-8371-a71d77fd5e1d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f94aa5ea-2493-485b-8371-a71d77fd5e1d,segment=NetworkSegment(aeeb3096-f656-4292-81f9-2d27202e4083),segment_id=aeeb3096-f656-4292-81f9-2d27202e4083)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:05.521641 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': 'f94aa5ea-2493-485b-8371-a71d77fd5e1d', 'network_id': 'ef8f7c03-4351-4823-912b-a45709badea1', 'port_id': 'f94aa5ea-2493-485b-8371-a71d77fd5e1d', 'mac_address': 'fa:16:3e:37:dd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ec498-8419-4bf3-9e85-597102568d2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:26:05.562528 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:05.563499 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d688-a12d-4562-8de0-35e06b6f32f0 req-9b0cad1f-a33d-453d-8a3e-11e33317e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:05.565122 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7018d688-a12d-4562-8de0-35e06b6f32f0 req-9b0cad1f-a33d-453d-8a3e-11e33317e473 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 1096 time: 0.0623453 Sep 16 02:26:05.567663 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dac49e-8490-47d8-9093-027405df8957 req-3953121f-537c-42db-a55d-61e8873c42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:05.568989 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-57dac49e-8490-47d8-9093-027405df8957 req-3953121f-537c-42db-a55d-61e8873c42f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 1097 time: 0.1085200 Sep 16 02:26:05.576096 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94aa5ea-2493-485b-8371-a71d77fd5e1d {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:26:05.607498 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port f94aa5ea-2493-485b-8371-a71d77fd5e1d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f94aa5ea-2493-485b-8371-a71d77fd5e1d,segment=NetworkSegment(aeeb3096-f656-4292-81f9-2d27202e4083),segment_id=aeeb3096-f656-4292-81f9-2d27202e4083)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:05.628688 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:05.629624 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device dd761342-979a-42d1-b5fe-9f192ab65a4a details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:26:05.755476 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ab28a-0cc0-4899-bfa2-680e9384e7ce req-693c28d8-ff95-4936-aa2b-7893db69f18e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:05.763519 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5a8ab28a-0cc0-4899-bfa2-680e9384e7ce req-693c28d8-ff95-4936-aa2b-7893db69f18e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.1035604 Sep 16 02:26:05.891495 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=f94aa5ea-2493-485b-8371-a71d77fd5e1d,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:05.937020 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port dd761342-979a-42d1-b5fe-9f192ab65a4a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=dd761342-979a-42d1-b5fe-9f192ab65a4a,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:05.954942 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': 'dd761342-979a-42d1-b5fe-9f192ab65a4a', 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e', 'port_id': 'dd761342-979a-42d1-b5fe-9f192ab65a4a', 'mac_address': 'fa:16:3e:46:48:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937e4229-f78c-4c4e-974f-282e34457138', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:26:05.989341 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d688-a12d-4562-8de0-35e06b6f32f0 req-4f375e89-6646-4dc5-bc53-f6155345d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:05.991129 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7018d688-a12d-4562-8de0-35e06b6f32f0 req-4f375e89-6646-4dc5-bc53-f6155345d3da service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 919 time: 0.3949330 Sep 16 02:26:06.000786 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dac49e-8490-47d8-9093-027405df8957 req-192105b6-d2d7-4440-a895-b9fa5084be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:06.002360 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-57dac49e-8490-47d8-9093-027405df8957 req-192105b6-d2d7-4440-a895-b9fa5084be26 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=693524e38ce244caa2d2db6394b78c5f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4048879 Sep 16 02:26:06.003658 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:06.011560 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52075f7e-ae18-4247-9154-1ed4d364a667 req-3ddc5684-9087-4f03-95c3-a6c4ca8f2265 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:06.018751 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd761342-979a-42d1-b5fe-9f192ab65a4a {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:26:06.018976 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-52075f7e-ae18-4247-9154-1ed4d364a667 req-3ddc5684-9087-4f03-95c3-a6c4ca8f2265 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 945 time: 0.1403425 Sep 16 02:26:06.019443 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5a8ab28a-0cc0-4899-bfa2-680e9384e7ce req-9aca78a3-75d5-42c0-a311-8bae5865061f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494230 Sep 16 02:26:06.048142 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port dd761342-979a-42d1-b5fe-9f192ab65a4a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=dd761342-979a-42d1-b5fe-9f192ab65a4a,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:06.057841 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:06.074037 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-52075f7e-ae18-4247-9154-1ed4d364a667 req-41a2f6e5-56bc-4eb9-aab4-06a88b063075 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540829 Sep 16 02:26:06.115917 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=dd761342-979a-42d1-b5fe-9f192ab65a4a,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:06.135146 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8fd061af-9dd3-4899-86d9-0aebe71028ac req-cf510009-3145-4ef3-bb97-0cb42b8f69f0 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 210 time: 0.0256341 Sep 16 02:26:06.313445 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b029d-6e35-4a25-b246-d0cec1f8c6c4 req-07040957-7750-4927-8bd8-aa73a0449e3c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:06.315333 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8f9b029d-6e35-4a25-b246-d0cec1f8c6c4 req-07040957-7750-4927-8bd8-aa73a0449e3c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 944 time: 0.0534711 Sep 16 02:26:06.353634 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8f9b029d-6e35-4a25-b246-d0cec1f8c6c4 req-21ae7b5b-0930-4b79-a7ef-cbd25b211428 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Sep 16 02:26:07.125616 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fa011-f242-44df-8b76-1cc0971649aa req-aa74e11d-8814-41f6-a14f-a02f72f962e8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:07.127164 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3c0fa011-f242-44df-8b76-1cc0971649aa req-aa74e11d-8814-41f6-a14f-a02f72f962e8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0475135 Sep 16 02:26:07.171813 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3c0fa011-f242-44df-8b76-1cc0971649aa req-db8d9c75-74b6-4cb1-92d9-03d01ce23b56 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369279 Sep 16 02:26:07.196174 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ca687-c9bf-4f4a-bb78-f04edf87fad6 req-432916c7-60d9-4429-b5c2-e38121987b71 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:07.196174 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-834ca687-c9bf-4f4a-bb78-f04edf87fad6 req-432916c7-60d9-4429-b5c2-e38121987b71 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 945 time: 0.0514638 Sep 16 02:26:07.228972 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-834ca687-c9bf-4f4a-bb78-f04edf87fad6 req-1a0d1d33-f072-44fd-bf12-e0a1b78a1a78 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Sep 16 02:26:07.271615 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b0c56a23-20fe-464d-a705-ebc6e7bfadb0 req-878556e0-0576-4655-800f-f2ae12d57ea3 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 210 time: 0.0366917 Sep 16 02:26:07.470867 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227546f-c7de-400f-8d04-e32cbebbb84a req-212ee68f-2a8d-4c08-987e-4ae193108b81 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:07.472353 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a227546f-c7de-400f-8d04-e32cbebbb84a req-212ee68f-2a8d-4c08-987e-4ae193108b81 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 944 time: 0.0504062 Sep 16 02:26:07.509360 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a227546f-c7de-400f-8d04-e32cbebbb84a req-f07ed038-8769-430c-865f-75c2efac8850 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303628 Sep 16 02:26:08.290434 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c2d56-05f5-4565-93bf-ae4af2a6b9da req-bda7defb-111a-4526-b0eb-56444b18e68c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:08.292028 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b61c2d56-05f5-4565-93bf-ae4af2a6b9da req-bda7defb-111a-4526-b0eb-56444b18e68c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0511045 Sep 16 02:26:08.329659 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b61c2d56-05f5-4565-93bf-ae4af2a6b9da req-38099860-40e6-4011-83f0-b60adb33e950 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317621 Sep 16 02:26:08.350926 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e57068-58db-43ad-a73d-1c47228af628 req-525a39d7-b208-478d-868b-dd02d03e6515 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:08.352450 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11e57068-58db-43ad-a73d-1c47228af628 req-525a39d7-b208-478d-868b-dd02d03e6515 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 945 time: 0.0499582 Sep 16 02:26:08.389421 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11e57068-58db-43ad-a73d-1c47228af628 req-00dd57c7-370d-4716-8125-174c2c335fad tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310342 Sep 16 02:26:08.416854 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f9ff562-12a3-4c3d-b5e6-095bb714f75d req-2e76d20a-c455-40f1-ae00-44a6e01e4c82 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 210 time: 0.0292611 Sep 16 02:26:08.573866 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7018d688-a12d-4562-8de0-35e06b6f32f0 req-74996143-88bc-40bb-b189-df6eb943565b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e0024da-6425-43a3-b104-0d2fff5b576d HTTP/1.1" status: 200 len: 217 time: 0.0727160 Sep 16 02:26:08.739232 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d688-a12d-4562-8de0-35e06b6f32f0 req-8ed2ce53-284e-438f-b929-004f665c0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:08.740660 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7018d688-a12d-4562-8de0-35e06b6f32f0 req-8ed2ce53-284e-438f-b929-004f665c0880 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 200 len: 858 time: 0.1554561 Sep 16 02:26:08.774288 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad4efc-a02a-4acb-b572-3520ed187f1f req-675e31ee-38ad-44c4-bba1-65f8fe7e26eb tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:08.776379 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bdad4efc-a02a-4acb-b572-3520ed187f1f req-675e31ee-38ad-44c4-bba1-65f8fe7e26eb tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 944 time: 0.1750333 Sep 16 02:26:08.789880 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dac49e-8490-47d8-9093-027405df8957 req-b94b4064-fd84-49ea-87af-3265d2bf5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:08.791318 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-57dac49e-8490-47d8-9093-027405df8957 req-b94b4064-fd84-49ea-87af-3265d2bf5573 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2980239 Sep 16 02:26:08.794201 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7018d688-a12d-4562-8de0-35e06b6f32f0 req-b59acdf2-d6cd-48b1-8da8-565b9951be3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d9910c1-dccd-493a-b462-b594f2d6f14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444911 Sep 16 02:26:08.837979 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['f94aa5ea-2493-485b-8371-a71d77fd5e1d'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:26:08.917812 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['dd761342-979a-42d1-b5fe-9f192ab65a4a'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:26:08.989224 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-a97d31e2-fa4e-4542-aea7-e6b80354a482 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:08.991121 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-a97d31e2-fa4e-4542-aea7-e6b80354a482 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.15 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 810 time: 0.1341143 Sep 16 02:26:09.070337 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-ae52e4c3-f14e-46a6-8ee4-ec6a9619fc9c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf5bd7bd7524366bf70912432a3e3a3 HTTP/1.1" status: 200 len: 379 time: 0.0695930 Sep 16 02:26:09.087988 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'port': {'device_id': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'admin_state_up': True, 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'security_groups': ['cfd20c6f-2807-4179-aa11-7e236735c403']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:26:09.189965 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bdad4efc-a02a-4acb-b572-3520ed187f1f req-ba5caa6d-07c4-4382-a3fd-9654c644a684 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976347 Sep 16 02:26:09.192417 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7018d688-a12d-4562-8de0-35e06b6f32f0 req-7a620d7d-ba2e-4a5d-b070-48c681e1b5c8 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826156 Sep 16 02:26:09.257953 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Made reservation on behalf of acf5bd7bd7524366bf70912432a3e3a3 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:26:09.262069 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:09.301789 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-555645d5-5608-438c-bad3-cb31c7639166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:09.303251 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-555645d5-5608-438c-bad3-cb31c7639166 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 1097 time: 0.4566987 Sep 16 02:26:09.353164 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-f8c74917-f570-4d50-9646-a4ccf769c789 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5afb7787-76d6-4f16-8531-4e75bad13974 HTTP/1.1" status: 200 len: 217 time: 0.0404141 Sep 16 02:26:09.410333 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7018d688-a12d-4562-8de0-35e06b6f32f0 req-750dfb61-a5af-4610-a85d-f05300694225 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923492 Sep 16 02:26:09.419577 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Allocated IP 172.20.0.12 (a79e67f4-1d27-4159-8709-efe854b524e2/d3464487-6143-4e19-a716-c00ffe1a8b09/c8dba526-a2da-4b45-ac1d-0e40a9b3c750) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:26:09.431950 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-bad7f461-1cb8-477b-b1e4-d500e6bedab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:09.434946 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-bad7f461-1cb8-477b-b1e4-d500e6bedab0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.0726135 Sep 16 02:26:09.452697 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 46910) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:09.544026 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-78bf695c-6ad5-477b-be02-36e8968217e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:09.546148 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-78bf695c-6ad5-477b-be02-36e8968217e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047180 Sep 16 02:26:09.580032 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bee7a1-fa74-4018-9922-f75abd231f35 req-5450e0dd-6895-452a-af64-2ccea59edc95 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:09.585119 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-74bee7a1-fa74-4018-9922-f75abd231f35 req-5450e0dd-6895-452a-af64-2ccea59edc95 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.1218417 Sep 16 02:26:09.658097 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b98e4c-f387-4dc7-9a61-b3ac95745707 req-113a8b48-ec11-439a-9af8-5ec2a633cf29 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:09.666692 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-16b98e4c-f387-4dc7-9a61-b3ac95745707 req-113a8b48-ec11-439a-9af8-5ec2a633cf29 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 945 time: 0.1517043 Sep 16 02:26:09.675861 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:09.717355 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6e3acf4-7414-4d61-a522-42a9ff605ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:09.741192 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-16b98e4c-f387-4dc7-9a61-b3ac95745707 req-d7c88027-8e7b-41bc-9dfc-101bbfdfe448 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733821 Sep 16 02:26:09.756125 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-914d1623-cce0-4087-a67e-47778976d19a service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014358 Sep 16 02:26:09.764356 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-74bee7a1-fa74-4018-9922-f75abd231f35 req-f7a7c411-bed5-47f9-b7ba-530424c23ca1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621588 Sep 16 02:26:09.774599 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:09.868456 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Network a79e67f4-1d27-4159-8709-efe854b524e2 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:26:09.883721 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:26:09.902856 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:26:09.926638 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:09.936828 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:09.941041 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'Port': ['ID=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:09.971312 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a947a-86a1-4942-a48f-fc867b4c55e7 req-960509d3-be75-462d-b396-1e1e8ab657d8 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:09.973459 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d49a947a-86a1-4942-a48f-fc867b4c55e7 req-960509d3-be75-462d-b396-1e1e8ab657d8 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 932 time: 0.0815957 Sep 16 02:26:10.032644 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45f0a971-2d42-4ec2-a07c-86717bc5c2b3 req-06872221-1af1-4c1e-bc39-6b2425197d68 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690718 Sep 16 02:26:10.072488 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d49a947a-86a1-4942-a48f-fc867b4c55e7 req-1e45d6cf-425d-42d5-80af-0f9737038531 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800200 Sep 16 02:26:10.090431 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46944) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:10.191758 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6e3acf4-7414-4d61-a522-42a9ff605ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.217249 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6e3acf4-7414-4d61-a522-42a9ff605ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.279218 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-4b016cb7-0a3a-4274-9317-7735e556964f None None] Provisioning complete for port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:26:10.279971 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4b016cb7-0a3a-4274-9317-7735e556964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.293219 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d49e91c0-7b50-41ca-a1c7-3812b732027b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.336026 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b6e3acf4-7414-4d61-a522-42a9ff605ef0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71a2a76ace384b208d10ffb12516c07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8824317 Sep 16 02:26:10.340334 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-e02f68fc-1ad0-4c41-aa13-c2fedad6a942 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2628984 Sep 16 02:26:10.341017 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 46964) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:10.360927 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Request body: {'port': {'device_id': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:26:10.378987 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-4b016cb7-0a3a-4274-9317-7735e556964f None None] Port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:26:10.433628 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3acf4-7414-4d61-a522-42a9ff605ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187d7570-0568-4b03-b56c-2a265aed2893,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:10.439935 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d49e91c0-7b50-41ca-a1c7-3812b732027b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.445007 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d49e91c0-7b50-41ca-a1c7-3812b732027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.481445 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-d49e91c0-7b50-41ca-a1c7-3812b732027b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4494bfa296f84682b57e7a85b24d2284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891134 Sep 16 02:26:10.484749 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46968) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:10.492283 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e91c0-7b50-41ca-a1c7-3812b732027b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82570a71-fe07-4d01-895e-1acd81bf3a02,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:10.507249 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb82572-f992-42e8-8ad5-133e96f2ce79 req-f4cd9ef5-cced-4e5d-a7fe-fdea7a444970 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:10.509274 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3cb82572-f992-42e8-8ad5-133e96f2ce79 req-f4cd9ef5-cced-4e5d-a7fe-fdea7a444970 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 944 time: 0.1432290 Sep 16 02:26:10.509834 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.524524 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1aff2b3e-6cd9-4e94-a274-b1c6b634baba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.540074 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-406d3272-1b13-4b63-917e-7e49118cb717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.561697 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-406d3272-1b13-4b63-917e-7e49118cb717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.585866 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1aff2b3e-6cd9-4e94-a274-b1c6b634baba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.609883 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-406d3272-1b13-4b63-917e-7e49118cb717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.612392 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-406d3272-1b13-4b63-917e-7e49118cb717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.613524 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-406d3272-1b13-4b63-917e-7e49118cb717 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82570a71-fe07-4d01-895e-1acd81bf3a02 HTTP/1.1" status: 204 len: 168 time: 0.1277280 Sep 16 02:26:10.621934 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d3272-1b13-4b63-917e-7e49118cb717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82570a71-fe07-4d01-895e-1acd81bf3a02,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:10.634692 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3cb82572-f992-42e8-8ad5-133e96f2ce79 req-c58175df-c99a-4860-af43-eeac87fb63c8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148927 Sep 16 02:26:10.738711 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1aff2b3e-6cd9-4e94-a274-b1c6b634baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.741756 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1aff2b3e-6cd9-4e94-a274-b1c6b634baba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.743592 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-1aff2b3e-6cd9-4e94-a274-b1c6b634baba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/187d7570-0568-4b03-b56c-2a265aed2893 HTTP/1.1" status: 204 len: 168 time: 0.3960571 Sep 16 02:26:10.770901 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff2b3e-6cd9-4e94-a274-b1c6b634baba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187d7570-0568-4b03-b56c-2a265aed2893,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:10.871527 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861dc96-cb66-446a-a0b6-be89fef58f8b req-cf9fa7da-3c7e-48d4-af3e-301b180e0f58 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:10.874071 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b861dc96-cb66-446a-a0b6-be89fef58f8b req-cf9fa7da-3c7e-48d4-af3e-301b180e0f58 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 945 time: 0.0552843 Sep 16 02:26:10.929178 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b861dc96-cb66-446a-a0b6-be89fef58f8b req-517097d1-dd17-450b-aaae-83637e67e1f3 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Sep 16 02:26:10.954909 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9bad-c2c2-4011-b49d-38d786853551 req-796f67de-179d-420c-bd4a-e1332bcca3e2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:10.956777 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6d4b9bad-c2c2-4011-b49d-38d786853551 req-796f67de-179d-420c-bd4a-e1332bcca3e2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0890326 Sep 16 02:26:10.963196 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8dba526-a2da-4b45-ac1d-0e40a9b3c750 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:26:10.978545 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:10.989806 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 46980) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:11.003791 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5a0149aa-6455-4db8-b682-4cbbc13b06f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.008130 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Transition to ACTIVE for port object c8dba526-a2da-4b45-ac1d-0e40a9b3c750 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:26:11.017104 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6d4b9bad-c2c2-4011-b49d-38d786853551 req-98e7fd35-200e-4153-bad0-7136e9ce4b6a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489621 Sep 16 02:26:11.018246 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.080559 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:11.117247 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Attempting to bind port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:26:11.119713 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Attempting to bind port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:26:11.120569 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Attempting to bind port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 on network a79e67f4-1d27-4159-8709-efe854b524e2 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:26:11.125302 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 on network a79e67f4-1d27-4159-8709-efe854b524e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:26:11.125728 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Attempting to bind port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 on network a79e67f4-1d27-4159-8709-efe854b524e2 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:26:11.131505 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:26:11.131971 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Checking segment: {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:26:11.132540 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Bound using segment: {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:26:11.133186 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Bound port: c8dba526-a2da-4b45-ac1d-0e40a9b3c750, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:26:11.134161 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.136507 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5a0149aa-6455-4db8-b682-4cbbc13b06f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.142628 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5a0149aa-6455-4db8-b682-4cbbc13b06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.189305 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-5a0149aa-6455-4db8-b682-4cbbc13b06f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10e12da24e5f4adebecccf59f62b9e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982505 Sep 16 02:26:11.192368 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 46986) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:11.205149 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0149aa-6455-4db8-b682-4cbbc13b06f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c3f90b-75ca-42d1-b24d-cf69f63279ed,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:11.242858 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 46988) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:11.248258 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab9df8-71aa-4547-b85a-df4de35e4bf5 req-92141b81-8e51-4c4f-b4c1-b3db85f596e5 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:11.249798 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5bab9df8-71aa-4547-b85a-df4de35e4bf5 req-92141b81-8e51-4c4f-b4c1-b3db85f596e5 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 944 time: 0.0565751 Sep 16 02:26:11.284002 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-590981ad-cf6e-4db1-87eb-ae59bd83ce0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.293472 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5bab9df8-71aa-4547-b85a-df4de35e4bf5 req-798b8a24-6d0d-4a80-ab87-1b19b865b4b8 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372570 Sep 16 02:26:11.295199 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] For port c8dba526-a2da-4b45-ac1d-0e40a9b3c750, host hv-cinder-80930, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:26:11.329431 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] For port c8dba526-a2da-4b45-ac1d-0e40a9b3c750, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:26:11.337922 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.349897 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2194743f-373d-4584-b3e8-884d833dc15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.409906 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:11.410909 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.412352 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] 10.222.0.15 "PUT /v2.0/ports/c8dba526-a2da-4b45-ac1d-0e40a9b3c750 HTTP/1.1" status: 200 len: 1094 time: 1.0641742 Sep 16 02:26:11.427835 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'tag': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:11.434118 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359468b0-6653-4d7a-8822-0e22a1507dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7ad2f9-7b33-4109-9092-c47c42cbb13f", "tag": "c8dba526-a2da-4b45-ac1d-0e40a9b3c750"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:11.462471 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2194743f-373d-4584-b3e8-884d833dc15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.511155 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b104b19-ed6b-48de-8476-77b772ab2ae0 x-openstack-request-id: req-9b104b19-ed6b-48de-8476-77b772ab2ae0 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:11.511650 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7ad2f9-7b33-4109-9092-c47c42cbb13f", "tag": "c8dba526-a2da-4b45-ac1d-0e40a9b3c750", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:11.512036 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b104b19-ed6b-48de-8476-77b772ab2ae0 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:11.512432 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'tag': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750', 'status': 'completed', 'code': 200} Sep 16 02:26:11.528922 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 3e0024da-6425-43a3-b104-0d2fff5b576d details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:26:11.532830 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device f94aa5ea-2493-485b-8371-a71d77fd5e1d up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:26:11.559783 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e7e76-f4ca-4f32-bd07-f26eca044407 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:11.577824 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2194743f-373d-4584-b3e8-884d833dc15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.587038 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2194743f-373d-4584-b3e8-884d833dc15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.604898 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-2194743f-373d-4584-b3e8-884d833dc15b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1c3f90b-75ca-42d1-b24d-cf69f63279ed HTTP/1.1" status: 204 len: 168 time: 0.4008300 Sep 16 02:26:11.656417 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194743f-373d-4584-b3e8-884d833dc15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c3f90b-75ca-42d1-b24d-cf69f63279ed,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:11.731152 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-590981ad-cf6e-4db1-87eb-ae59bd83ce0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.740855 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-030c8a81-7800-4ad0-a300-5d213126d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:11.742583 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-030c8a81-7800-4ad0-a300-5d213126d4b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 1097 time: 0.2244253 Sep 16 02:26:11.744810 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-590981ad-cf6e-4db1-87eb-ae59bd83ce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.785332 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe167d-e318-417b-aada-9abbfb405ca6 req-b7e65b0a-b3a8-48d1-a7a4-5be6a1b55627 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:11.793885 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b3fe167d-e318-417b-aada-9abbfb405ca6 req-b7e65b0a-b3a8-48d1-a7a4-5be6a1b55627 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 944 time: 0.0633593 Sep 16 02:26:11.817290 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-590981ad-cf6e-4db1-87eb-ae59bd83ce0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2f3c3a9ddcd497fb73f384e653e45ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668378 Sep 16 02:26:11.818316 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47022) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:11.822041 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590981ad-cf6e-4db1-87eb-ae59bd83ce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3df2a4e-1a61-48cf-862e-f67798f10402,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:11.862782 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b3fe167d-e318-417b-aada-9abbfb405ca6 req-2c4956be-83f8-47bf-b2fc-912e5e026d9d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629308 Sep 16 02:26:11.874362 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-1544b487-e23d-40fe-a6c2-08f5c1643702 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750 HTTP/1.1" status: 200 len: 217 time: 0.0874770 Sep 16 02:26:11.918395 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e9102a1-60cd-4b3b-9741-b37ac65c6846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.942278 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port f94aa5ea-2493-485b-8371-a71d77fd5e1d completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:26:11.953597 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port f94aa5ea-2493-485b-8371-a71d77fd5e1d triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:26:11.953792 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e9102a1-60cd-4b3b-9741-b37ac65c6846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.955470 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:11.968223 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-d22795d9-8a57-4a19-ac30-bc1668b260e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:11.969749 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-d22795d9-8a57-4a19-ac30-bc1668b260e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3464487-6143-4e19-a716-c00ffe1a8b09 HTTP/1.1" status: 200 len: 849 time: 0.0886447 Sep 16 02:26:12.014423 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e9102a1-60cd-4b3b-9741-b37ac65c6846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.035314 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 3e0024da-6425-43a3-b104-0d2fff5b576d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3e0024da-6425-43a3-b104-0d2fff5b576d,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:12.040361 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e9102a1-60cd-4b3b-9741-b37ac65c6846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.045394 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-3e9102a1-60cd-4b3b-9741-b37ac65c6846 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3df2a4e-1a61-48cf-862e-f67798f10402 HTTP/1.1" status: 204 len: 168 time: 0.2225137 Sep 16 02:26:12.050304 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-cfb0a471-3a53-43e0-8220-9bfa86f050b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:12.052361 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-cfb0a471-3a53-43e0-8220-9bfa86f050b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a79e67f4-1d27-4159-8709-efe854b524e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754445 Sep 16 02:26:12.063109 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9102a1-60cd-4b3b-9741-b37ac65c6846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3df2a4e-1a61-48cf-862e-f67798f10402,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:12.103653 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '3e0024da-6425-43a3-b104-0d2fff5b576d', 'network_id': '1d9910c1-dccd-493a-b462-b594f2d6f14e', 'port_id': '3e0024da-6425-43a3-b104-0d2fff5b576d', 'mac_address': 'fa:16:3e:54:d3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937e4229-f78c-4c4e-974f-282e34457138', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:26:12.121933 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.170546 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a732a3c6-4025-4596-8c34-f95a34699647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94aa5ea-2493-485b-8371-a71d77fd5e1d'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:12.207456 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-6e90db79-f89f-4c2b-9ce6-a98889a64b40 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408193 Sep 16 02:26:12.238919 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40629-4688-43da-8ae6-9b164596c250 req-00928501-8b78-45ba-a1d3-8f920ba0e677 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:12.246826 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.252715 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port f94aa5ea-2493-485b-8371-a71d77fd5e1d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f94aa5ea-2493-485b-8371-a71d77fd5e1d,segment=NetworkSegment(aeeb3096-f656-4292-81f9-2d27202e4083),segment_id=aeeb3096-f656-4292-81f9-2d27202e4083)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:12.253471 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5ae40629-4688-43da-8ae6-9b164596c250 req-00928501-8b78-45ba-a1d3-8f920ba0e677 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.1162875 Sep 16 02:26:12.259988 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a56795-8225-463f-b656-176471c7672f req-7d71ea2c-0f8e-4224-8c90-c26d5157f0c4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:12.262509 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.263526 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device dd761342-979a-42d1-b5fe-9f192ab65a4a up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:26:12.274259 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b7a56795-8225-463f-b656-176471c7672f req-7d71ea2c-0f8e-4224-8c90-c26d5157f0c4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 945 time: 0.2206199 Sep 16 02:26:12.317768 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0024da-6425-43a3-b104-0d2fff5b576d {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:26:12.321673 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5ae40629-4688-43da-8ae6-9b164596c250 req-7713f1f2-160a-4ea6-9fbf-9de6b0bf1dc9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672510 Sep 16 02:26:12.374037 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b7a56795-8225-463f-b656-176471c7672f req-4dd7cdf3-4292-46e1-ab99-9d64ff11d027 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987775 Sep 16 02:26:12.374758 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 3e0024da-6425-43a3-b104-0d2fff5b576d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3e0024da-6425-43a3-b104-0d2fff5b576d,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:12.387805 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.394194 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=f94aa5ea-2493-485b-8371-a71d77fd5e1d,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:12.428886 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port dd761342-979a-42d1-b5fe-9f192ab65a4a completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:26:12.429827 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e949b76f-a25d-4d3b-93a2-62418cb8f2e6 req-845227bd-aa2e-4059-9ff2-7d33e3fc3522 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161813 Sep 16 02:26:12.449178 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port dd761342-979a-42d1-b5fe-9f192ab65a4a triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:26:12.449782 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.497908 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=3e0024da-6425-43a3-b104-0d2fff5b576d,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:12.508544 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e7d20-34d3-4251-a5a2-5c140b50776b req-b8f282e6-e298-4948-867d-98a10f4bbfe7 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:12.517671 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7f9e7d20-34d3-4251-a5a2-5c140b50776b req-b8f282e6-e298-4948-867d-98a10f4bbfe7 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 944 time: 0.0751710 Sep 16 02:26:12.550275 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-f7813769-33f6-4fe1-944d-73dd21b1746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:12.553121 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-f7813769-33f6-4fe1-944d-73dd21b1746e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 1097 time: 0.0676634 Sep 16 02:26:12.566215 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4c97e3-76c5-4176-bf78-49cc9bc9cf35" -d '{"events": [{"server_uuid": "a732a3c6-4025-4596-8c34-f95a34699647", "name": "network-vif-plugged", "status": "completed", "tag": "f94aa5ea-2493-485b-8371-a71d77fd5e1d"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:12.569421 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.574008 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7f9e7d20-34d3-4251-a5a2-5c140b50776b req-533f8947-5493-476f-bb13-18f6962d9713 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553761 Sep 16 02:26:12.627411 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port dd761342-979a-42d1-b5fe-9f192ab65a4a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=dd761342-979a-42d1-b5fe-9f192ab65a4a,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:12.633831 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.643604 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['3e0024da-6425-43a3-b104-0d2fff5b576d'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:26:12.689008 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-56a4a766-105d-404b-bff9-72d5c274653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:12.698113 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-56a4a766-105d-404b-bff9-72d5c274653e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 911 time: 0.1364977 Sep 16 02:26:12.713944 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47058) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:12.736908 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab9010ab-45a4-48d9-a7c9-970847ea9cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.765963 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-45770418-987e-4ee9-b4e6-f53f84cd6640 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750 HTTP/1.1" status: 200 len: 217 time: 0.0586085 Sep 16 02:26:12.781721 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=dd761342-979a-42d1-b5fe-9f192ab65a4a,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:12.904795 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-7dd96bcd-f0f9-4fed-8f46-878021de58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:12.904795 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-7dd96bcd-f0f9-4fed-8f46-878021de58f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3464487-6143-4e19-a716-c00ffe1a8b09 HTTP/1.1" status: 200 len: 849 time: 0.1319740 Sep 16 02:26:12.972238 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab9010ab-45a4-48d9-a7c9-970847ea9cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:12.979663 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab9010ab-45a4-48d9-a7c9-970847ea9cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.006188 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9010ab-45a4-48d9-a7c9-970847ea9cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aa0047-414d-4701-a6df-b45cf86f7208,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:13.035080 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-ca9b0a02-83f2-48fc-9a10-6dc0992c766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:13.044743 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-ca9b0a02-83f2-48fc-9a10-6dc0992c766c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a79e67f4-1d27-4159-8709-efe854b524e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1302156 Sep 16 02:26:13.067733 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-ab9010ab-45a4-48d9-a7c9-970847ea9cd5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ad042cdbf7f40d6972f8261c4604496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525610 Sep 16 02:26:13.068546 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47084) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:13.102551 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725679dd-9adb-4238-9161-d4108bd1a72c req-a0fb4128-dd86-4ded-bf0e-04fbb58fe482 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:13.109862 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-725679dd-9adb-4238-9161-d4108bd1a72c req-a0fb4128-dd86-4ded-bf0e-04fbb58fe482 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.1054921 Sep 16 02:26:13.146256 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f751f36-5124-4535-92ce-ae15256caa24 x-openstack-request-id: req-4f751f36-5124-4535-92ce-ae15256caa24 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:13.146849 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a732a3c6-4025-4596-8c34-f95a34699647", "name": "network-vif-plugged", "status": "completed", "tag": "f94aa5ea-2493-485b-8371-a71d77fd5e1d", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:13.147247 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f751f36-5124-4535-92ce-ae15256caa24 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:13.147816 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a732a3c6-4025-4596-8c34-f95a34699647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94aa5ea-2493-485b-8371-a71d77fd5e1d', 'code': 200} Sep 16 02:26:13.168931 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8e12-0f8c-4e72-b5f4-5fceda7040ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.174231 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-725679dd-9adb-4238-9161-d4108bd1a72c req-0d024481-1298-4a31-8a1f-857a17425eae tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633795 Sep 16 02:26:13.200380 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8e12-0f8c-4e72-b5f4-5fceda7040ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.234478 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-538b4e55-3ec9-464f-b1ca-a09ae91a61d4 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802757 Sep 16 02:26:13.264834 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8e12-0f8c-4e72-b5f4-5fceda7040ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.267825 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8e12-0f8c-4e72-b5f4-5fceda7040ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.270993 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-8b8f8e12-0f8c-4e72-b5f4-5fceda7040ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87aa0047-414d-4701-a6df-b45cf86f7208 HTTP/1.1" status: 204 len: 168 time: 0.1989231 Sep 16 02:26:13.288560 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f8e12-0f8c-4e72-b5f4-5fceda7040ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aa0047-414d-4701-a6df-b45cf86f7208,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:13.357565 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-359468b0-6653-4d7a-8822-0e22a1507dd5 req-bf9e5bdc-6fab-4fee-81e1-915ce3f3c5eb service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115708 Sep 16 02:26:13.439530 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daf3af-a224-4724-a7f2-7830ddd98a9c req-54b10ee8-fe9e-4114-83f5-ae397880eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:13.441394 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-98daf3af-a224-4724-a7f2-7830ddd98a9c req-54b10ee8-fe9e-4114-83f5-ae397880eb20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 1099 time: 0.1117396 Sep 16 02:26:13.466685 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-98daf3af-a224-4724-a7f2-7830ddd98a9c req-ad8b683a-5163-4bfb-8cac-4504eced6485 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.510813 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dc481-1467-4e2d-9d59-58d540891010 req-6919e55a-780e-4e5e-9949-0988ab920094 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:13.513176 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a13dc481-1467-4e2d-9d59-58d540891010 req-6919e55a-780e-4e5e-9949-0988ab920094 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0662479 Sep 16 02:26:13.542179 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 5afb7787-76d6-4f16-8531-4e75bad13974 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:26:13.544449 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae544bef-b5f9-4713-889d-dedecc833847 req-af7b0697-8051-4d9a-9d37-ea404e340806 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:13.546036 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ae544bef-b5f9-4713-889d-dedecc833847 req-af7b0697-8051-4d9a-9d37-ea404e340806 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 946 time: 0.0805278 Sep 16 02:26:13.546975 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 3e0024da-6425-43a3-b104-0d2fff5b576d up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:26:13.581724 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a13dc481-1467-4e2d-9d59-58d540891010 req-32e7393c-2d22-4ff3-b7c8-881c7593aba0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464780 Sep 16 02:26:13.611359 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ae544bef-b5f9-4713-889d-dedecc833847 req-d52623d4-e89e-4ccd-9a21-847e95fe23a3 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575476 Sep 16 02:26:13.676892 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-98daf3af-a224-4724-a7f2-7830ddd98a9c req-ad8b683a-5163-4bfb-8cac-4504eced6485 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.684378 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-98daf3af-a224-4724-a7f2-7830ddd98a9c req-ad8b683a-5163-4bfb-8cac-4504eced6485 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.700858 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 3e0024da-6425-43a3-b104-0d2fff5b576d completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:26:13.707871 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 3e0024da-6425-43a3-b104-0d2fff5b576d triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:26:13.708583 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.738656 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c04732-c577-4837-8fbd-1e7b1d8faf30 req-cffd5f82-d0d8-42d5-9c0f-36001149b81a tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:13.740210 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24c04732-c577-4837-8fbd-1e7b1d8faf30 req-cffd5f82-d0d8-42d5-9c0f-36001149b81a tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 944 time: 0.0674257 Sep 16 02:26:13.770464 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-98daf3af-a224-4724-a7f2-7830ddd98a9c req-ad8b683a-5163-4bfb-8cac-4504eced6485 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214495 Sep 16 02:26:13.782403 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b683a-5163-4bfb-8cac-4504eced6485 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5bda76-4764-495b-a70e-8ef85218e17c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:13.809213 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24c04732-c577-4837-8fbd-1e7b1d8faf30 req-af14d785-89f3-47a7-8e46-538fc4eab3fb tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525382 Sep 16 02:26:13.821763 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.837698 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:13.859168 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '5afb7787-76d6-4f16-8531-4e75bad13974', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'port_id': '5afb7787-76d6-4f16-8531-4e75bad13974', 'mac_address': 'fa:16:3e:66:bd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:26:13.871579 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 3e0024da-6425-43a3-b104-0d2fff5b576d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3e0024da-6425-43a3-b104-0d2fff5b576d,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:13.890647 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.934217 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:13.957377 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afb7787-76d6-4f16-8531-4e75bad13974 {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:26:13.962888 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=3e0024da-6425-43a3-b104-0d2fff5b576d,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:13.979957 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:13.990827 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:14.050213 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:14.234475 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['5afb7787-76d6-4f16-8531-4e75bad13974'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:26:14.398462 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df7620-6c98-4fa6-9501-6842d1b1136e req-f9c75875-715d-4a72-a8d5-384940751bc9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:14.400118 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-84df7620-6c98-4fa6-9501-6842d1b1136e req-f9c75875-715d-4a72-a8d5-384940751bc9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0959873 Sep 16 02:26:14.466462 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-84df7620-6c98-4fa6-9501-6842d1b1136e req-9d6c3cbf-54ff-4f6c-98fe-8c8b934f9c23 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564430 Sep 16 02:26:14.787442 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e808d-34a0-409c-9b65-7c2d51d589e4 req-6f8310b1-2229-4486-8328-4672d9d59e75 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:14.797433 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-290e808d-34a0-409c-9b65-7c2d51d589e4 req-6f8310b1-2229-4486-8328-4672d9d59e75 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 945 time: 0.1198649 Sep 16 02:26:14.830422 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bcc41-49ec-4683-b17a-2153c6fa6faa req-c988378d-fc25-4bd9-a9bc-8d45b9444f1b tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:14.849804 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-946bcc41-49ec-4683-b17a-2153c6fa6faa req-c988378d-fc25-4bd9-a9bc-8d45b9444f1b tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 946 time: 0.1029193 Sep 16 02:26:14.852824 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-290e808d-34a0-409c-9b65-7c2d51d589e4 req-baa58cee-3636-429a-8b42-58e12994112d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497501 Sep 16 02:26:14.943923 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-946bcc41-49ec-4683-b17a-2153c6fa6faa req-71a555ea-8f9f-47d5-9d57-fb337f37ad9a tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883853 Sep 16 02:26:14.993163 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5724b7-aba2-4d04-b662-8e189929e628 req-262d124e-409b-48ae-b29a-31577bc755d2 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:14.994656 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0b5724b7-aba2-4d04-b662-8e189929e628 req-262d124e-409b-48ae-b29a-31577bc755d2 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 944 time: 0.0649672 Sep 16 02:26:15.041637 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0b5724b7-aba2-4d04-b662-8e189929e628 req-2e9254eb-7c8f-4e6c-b929-f6c1288286b6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400753 Sep 16 02:26:15.148830 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253641d5-a18c-4839-8737-f9f842f732b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd761342-979a-42d1-b5fe-9f192ab65a4a'}, {'server_uuid': '71058d8f-379a-44c5-9cb1-d4c7d80a21ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0024da-6425-43a3-b104-0d2fff5b576d'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:15.151778 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df45474d-7c36-4131-a8db-2ec049e0c5a7" -d '{"events": [{"server_uuid": "253641d5-a18c-4839-8737-f9f842f732b9", "name": "network-vif-plugged", "status": "completed", "tag": "dd761342-979a-42d1-b5fe-9f192ab65a4a"}, {"server_uuid": "71058d8f-379a-44c5-9cb1-d4c7d80a21ec", "name": "network-vif-plugged", "status": "completed", "tag": "3e0024da-6425-43a3-b104-0d2fff5b576d"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:15.198729 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6712ed4e-0937-4844-8a98-60284a156cae x-openstack-request-id: req-6712ed4e-0937-4844-8a98-60284a156cae {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:15.199030 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253641d5-a18c-4839-8737-f9f842f732b9", "name": "network-vif-plugged", "status": "completed", "tag": "dd761342-979a-42d1-b5fe-9f192ab65a4a", "code": 200}, {"server_uuid": "71058d8f-379a-44c5-9cb1-d4c7d80a21ec", "name": "network-vif-plugged", "status": "completed", "tag": "3e0024da-6425-43a3-b104-0d2fff5b576d", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:15.199315 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6712ed4e-0937-4844-8a98-60284a156cae {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:15.199718 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253641d5-a18c-4839-8737-f9f842f732b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd761342-979a-42d1-b5fe-9f192ab65a4a', 'code': 200} Sep 16 02:26:15.200415 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71058d8f-379a-44c5-9cb1-d4c7d80a21ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0024da-6425-43a3-b104-0d2fff5b576d', 'code': 200} Sep 16 02:26:15.408558 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47236) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:15.425479 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c069-22ae-42c2-bef8-c8fa560bd45c req-42dff60b-ac2b-4145-b67f-e1071c71bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:15.426966 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4c71c069-22ae-42c2-bef8-c8fa560bd45c req-42dff60b-ac2b-4145-b67f-e1071c71bda5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 1098 time: 0.0580432 Sep 16 02:26:15.467695 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4c71c069-22ae-42c2-bef8-c8fa560bd45c req-f38a44a7-69b6-4419-bc1a-4a09c69f7a24 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306847 Sep 16 02:26:15.482015 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22da98-09f5-4ba6-8673-d2c6c9fd6feb req-3449c9c0-7bf3-4258-9d5e-2ccaaf1137e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:15.483528 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ec22da98-09f5-4ba6-8673-d2c6c9fd6feb req-3449c9c0-7bf3-4258-9d5e-2ccaaf1137e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 1098 time: 0.0797343 Sep 16 02:26:15.550053 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bf4402fb-6aba-45d4-9660-d86d8cfb9c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.564317 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device c8dba526-a2da-4b45-ac1d-0e40a9b3c750 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:26:15.573846 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 5afb7787-76d6-4f16-8531-4e75bad13974 up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:26:15.604918 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb961dd-6046-4b99-9f8e-a30be60d74fd req-92dea41b-7cbb-4014-8e03-3ee73c846eb3 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:15.606949 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fbb961dd-6046-4b99-9f8e-a30be60d74fd req-92dea41b-7cbb-4014-8e03-3ee73c846eb3 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0618141 Sep 16 02:26:15.650355 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fbb961dd-6046-4b99-9f8e-a30be60d74fd req-47b2277f-395b-4a36-8b73-ab7bc9c646a5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366490 Sep 16 02:26:15.682736 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bf4402fb-6aba-45d4-9660-d86d8cfb9c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.693836 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bf4402fb-6aba-45d4-9660-d86d8cfb9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.697400 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 5afb7787-76d6-4f16-8531-4e75bad13974 completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:26:15.704838 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 5afb7787-76d6-4f16-8531-4e75bad13974 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:26:15.705211 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.727610 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-bf4402fb-6aba-45d4-9660-d86d8cfb9c94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=723b04013e4040d792f98acbb2c89202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196917 Sep 16 02:26:15.729155 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47256) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:15.767040 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port c8dba526-a2da-4b45-ac1d-0e40a9b3c750, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:15.770523 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ec22da98-09f5-4ba6-8673-d2c6c9fd6feb req-a72d1a04-2aac-4a6c-8595-42fa3c709c3f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094770 Sep 16 02:26:15.777245 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4402fb-6aba-45d4-9660-d86d8cfb9c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303c2881-3e9b-463e-83ad-ef104e731e57,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:15.788920 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'port_id': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750', 'mac_address': 'fa:16:3e:83:38:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:26:15.817615 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-69c9032c-ea07-4141-918f-bdbbc631a3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.841852 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-69c9032c-ea07-4141-918f-bdbbc631a3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.858893 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.880884 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8dba526-a2da-4b45-ac1d-0e40a9b3c750 {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:26:15.889993 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.917948 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port c8dba526-a2da-4b45-ac1d-0e40a9b3c750, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:15.929073 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.932823 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-69c9032c-ea07-4141-918f-bdbbc631a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.936483 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-69c9032c-ea07-4141-918f-bdbbc631a3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:15.948959 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-69c9032c-ea07-4141-918f-bdbbc631a3c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/303c2881-3e9b-463e-83ad-ef104e731e57 HTTP/1.1" status: 204 len: 168 time: 0.2124610 Sep 16 02:26:16.019151 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9032c-ea07-4141-918f-bdbbc631a3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303c2881-3e9b-463e-83ad-ef104e731e57,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:16.078644 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:16.088470 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:16.105091 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:16.130216 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176a341-df8d-45bf-8037-3d9def0f2c24 req-73b28321-e2ae-400b-b72a-0f3fcff1ea47 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:16.140463 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5176a341-df8d-45bf-8037-3d9def0f2c24 req-73b28321-e2ae-400b-b72a-0f3fcff1ea47 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 946 time: 0.0991304 Sep 16 02:26:16.156406 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:16.189961 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:16.200688 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4f802-acf7-4b68-bbd4-2550b101536d req-3affa11f-d2a2-4633-a0c8-9e45cd01bf33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:16.210081 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ede4f802-acf7-4b68-bbd4-2550b101536d req-3affa11f-d2a2-4633-a0c8-9e45cd01bf33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 945 time: 0.2312195 Sep 16 02:26:16.214473 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5176a341-df8d-45bf-8037-3d9def0f2c24 req-31e58e34-7779-4f7b-a58b-10cec59de851 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715079 Sep 16 02:26:16.215779 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['c8dba526-a2da-4b45-ac1d-0e40a9b3c750'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:26:16.297854 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ede4f802-acf7-4b68-bbd4-2550b101536d req-68ba30ef-7874-47eb-a3eb-66c1b028521e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864265 Sep 16 02:26:16.403929 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47308) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:16.573370 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47314) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:16.582000 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-940dd5b6-adfb-4e6c-80f8-1c933379846f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:16.623386 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8dff3923-9ec8-4a1b-8d0a-9c5f07b76442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:16.641343 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a8ad4-818c-4b7c-a189-39985c83ef3a req-3920c248-ef4b-4d14-b29d-8290b77b2994 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:16.648459 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1d4a8ad4-818c-4b7c-a189-39985c83ef3a req-3920c248-ef4b-4d14-b29d-8290b77b2994 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 945 time: 0.2924447 Sep 16 02:26:16.770109 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1d4a8ad4-818c-4b7c-a189-39985c83ef3a req-3bb10757-37a5-4cbb-bddd-02c9acc8a0bd tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205158 Sep 16 02:26:16.806112 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-940dd5b6-adfb-4e6c-80f8-1c933379846f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:16.825938 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-940dd5b6-adfb-4e6c-80f8-1c933379846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:16.887683 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-940dd5b6-adfb-4e6c-80f8-1c933379846f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5aeaf7d34d54604ab5ccf8e76dea267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838891 Sep 16 02:26:16.890735 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47324) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:16.895122 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dd5b6-adfb-4e6c-80f8-1c933379846f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159a6ce8-de80-4fe1-8cff-b0db5def343e,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:16.898097 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47326) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:16.907803 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57bb7-0883-4f86-a92d-461d6ee6800c req-bacdf2b2-2b9b-4501-9813-4674b87ab1c8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:16.909241 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-69e57bb7-0883-4f86-a92d-461d6ee6800c req-bacdf2b2-2b9b-4501-9813-4674b87ab1c8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.1165516 Sep 16 02:26:16.949570 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd604-6564-4cea-8cf2-181944d88a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:16.973119 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-69e57bb7-0883-4f86-a92d-461d6ee6800c req-6de8a2bf-46c4-44e0-8a52-f07f10810391 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492132 Sep 16 02:26:16.975938 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd604-6564-4cea-8cf2-181944d88a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:16.995217 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8dff3923-9ec8-4a1b-8d0a-9c5f07b76442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.000558 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8dff3923-9ec8-4a1b-8d0a-9c5f07b76442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.035098 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-31bf08c6-73f6-4cbb-8ab1-2bef983a435a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.040331 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff3923-9ec8-4a1b-8d0a-9c5f07b76442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8327f2-58de-42eb-8e8a-7a3733380d49,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:17.044657 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-8dff3923-9ec8-4a1b-8d0a-9c5f07b76442 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=adfe9c3c23024bc5b89bd4c23365be5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703104 Sep 16 02:26:17.048067 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47330) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:17.058053 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd604-6564-4cea-8cf2-181944d88a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.060474 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd604-6564-4cea-8cf2-181944d88a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.061586 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6b9bd604-6564-4cea-8cf2-181944d88a04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/159a6ce8-de80-4fe1-8cff-b0db5def343e HTTP/1.1" status: 204 len: 168 time: 0.1698198 Sep 16 02:26:17.080625 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bd604-6564-4cea-8cf2-181944d88a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159a6ce8-de80-4fe1-8cff-b0db5def343e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:17.113234 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-061c7999-9ed0-441a-99d9-49658235ae8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.136527 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-061c7999-9ed0-441a-99d9-49658235ae8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.149808 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-31bf08c6-73f6-4cbb-8ab1-2bef983a435a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.154252 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-31bf08c6-73f6-4cbb-8ab1-2bef983a435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.189000 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-061c7999-9ed0-441a-99d9-49658235ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.191640 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-061c7999-9ed0-441a-99d9-49658235ae8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.195067 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-061c7999-9ed0-441a-99d9-49658235ae8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec8327f2-58de-42eb-8e8a-7a3733380d49 HTTP/1.1" status: 204 len: 168 time: 0.1437759 Sep 16 02:26:17.195669 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-31bf08c6-73f6-4cbb-8ab1-2bef983a435a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=364efc2f46664e62aec050ac435af00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952352 Sep 16 02:26:17.197016 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf08c6-73f6-4cbb-8ab1-2bef983a435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f58faf-bce4-4677-aa63-fe047d0c4d2a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:17.198892 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47338) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:17.201892 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:17.204224 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d5c9d4-a85c-4d4a-94c0-54a3a914570e" -d '{"events": [{"server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "name": "network-vif-plugged", "status": "completed", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:17.221887 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c7999-9ed0-441a-99d9-49658235ae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8327f2-58de-42eb-8e8a-7a3733380d49,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:17.259509 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fb0530-fd9b-40e0-a9f8-0fc4b4b49e1b x-openstack-request-id: req-f8fb0530-fd9b-40e0-a9f8-0fc4b4b49e1b {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:17.259991 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "name": "network-vif-plugged", "status": "completed", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:17.260390 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8fb0530-fd9b-40e0-a9f8-0fc4b4b49e1b {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:17.261011 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974', 'code': 200} Sep 16 02:26:17.265920 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccf09447-799f-4637-8682-c821b17dc5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.287414 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccf09447-799f-4637-8682-c821b17dc5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.341413 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccf09447-799f-4637-8682-c821b17dc5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.345551 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccf09447-799f-4637-8682-c821b17dc5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.346717 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ccf09447-799f-4637-8682-c821b17dc5b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77f58faf-bce4-4677-aa63-fe047d0c4d2a HTTP/1.1" status: 204 len: 168 time: 0.1354854 Sep 16 02:26:17.356080 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf09447-799f-4637-8682-c821b17dc5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f58faf-bce4-4677-aa63-fe047d0c4d2a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:17.427326 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47348) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:17.450487 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95188e9c-dbec-4db0-b174-a0f88553d750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.453084 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32761d8-e744-4e04-b141-f28484c96272 req-32c2cca3-edf3-414b-8a63-1ca2a771d6ba tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:17.455016 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c32761d8-e744-4e04-b141-f28484c96272 req-32c2cca3-edf3-414b-8a63-1ca2a771d6ba tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0557899 Sep 16 02:26:17.502052 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c32761d8-e744-4e04-b141-f28484c96272 req-eab7a24e-8f95-4c24-948f-15ee25fe57c0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Sep 16 02:26:17.578720 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95188e9c-dbec-4db0-b174-a0f88553d750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.584165 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95188e9c-dbec-4db0-b174-a0f88553d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.622160 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-95188e9c-dbec-4db0-b174-a0f88553d750 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ecd7008225d44fa6ae6e6a40aa2ea608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930795 Sep 16 02:26:17.622781 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95188e9c-dbec-4db0-b174-a0f88553d750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cfb6fd-0217-46fe-9e1b-87df9c4c87cd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:17.625846 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47356) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:17.680429 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33e41236-b122-4f7f-b63f-dbbfaa9a19f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.702484 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33e41236-b122-4f7f-b63f-dbbfaa9a19f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.752534 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33e41236-b122-4f7f-b63f-dbbfaa9a19f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.755372 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33e41236-b122-4f7f-b63f-dbbfaa9a19f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.756429 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-33e41236-b122-4f7f-b63f-dbbfaa9a19f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97cfb6fd-0217-46fe-9e1b-87df9c4c87cd HTTP/1.1" status: 204 len: 168 time: 0.1286294 Sep 16 02:26:17.764481 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e41236-b122-4f7f-b63f-dbbfaa9a19f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cfb6fd-0217-46fe-9e1b-87df9c4c87cd,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:17.846400 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47370) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:17.860484 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99506498-a6b4-4a5f-b99d-2e6c37514e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.906663 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7106ed2-4e13-433f-81f6-18aa395b7b89 req-3a50edbe-8cb0-476b-8c82-762552360497 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:17.908810 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b7106ed2-4e13-433f-81f6-18aa395b7b89 req-3a50edbe-8cb0-476b-8c82-762552360497 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 945 time: 0.0565357 Sep 16 02:26:17.955241 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b7106ed2-4e13-433f-81f6-18aa395b7b89 req-05459b83-6b4f-49c5-a834-c37fda87c3e2 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394986 Sep 16 02:26:17.962878 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99506498-a6b4-4a5f-b99d-2e6c37514e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:17.967333 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99506498-a6b4-4a5f-b99d-2e6c37514e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:18.007577 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-99506498-a6b4-4a5f-b99d-2e6c37514e20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7103294c4784dada20ab5c3e5fcd16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598935 Sep 16 02:26:18.008942 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99506498-a6b4-4a5f-b99d-2e6c37514e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e80d933-b812-46a1-a4d4-6b37b4c5ff94,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:18.010890 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47376) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:18.083593 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9beb24c-c45a-4fbe-b9a1-f616942dd1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:18.110950 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9beb24c-c45a-4fbe-b9a1-f616942dd1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:18.134381 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb34a51-3d23-475d-b18e-6d3811752726 req-a87c07f0-b511-4259-8cbb-7921610ce917 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:18.142671 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4cb34a51-3d23-475d-b18e-6d3811752726 req-a87c07f0-b511-4259-8cbb-7921610ce917 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0695102 Sep 16 02:26:18.167439 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9beb24c-c45a-4fbe-b9a1-f616942dd1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:18.171454 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9beb24c-c45a-4fbe-b9a1-f616942dd1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:18.176896 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c9beb24c-c45a-4fbe-b9a1-f616942dd1b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e80d933-b812-46a1-a4d4-6b37b4c5ff94 HTTP/1.1" status: 204 len: 168 time: 0.1630237 Sep 16 02:26:18.189177 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beb24c-c45a-4fbe-b9a1-f616942dd1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e80d933-b812-46a1-a4d4-6b37b4c5ff94,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:18.195133 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4cb34a51-3d23-475d-b18e-6d3811752726 req-286fc700-b1a3-48fe-939c-e75b4c7ebeed tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464482 Sep 16 02:26:18.632161 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ba456-050a-47b5-b27d-f28a0b1a194c req-aa39a57d-d553-4541-94b0-41b3f486816a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:18.634306 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e66ba456-050a-47b5-b27d-f28a0b1a194c req-aa39a57d-d553-4541-94b0-41b3f486816a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0553956 Sep 16 02:26:18.676325 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e66ba456-050a-47b5-b27d-f28a0b1a194c req-2fe491ee-60d5-4a74-b565-dd47e72e221d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346625 Sep 16 02:26:18.813917 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6eaeef75-0d3b-4b68-aebb-2ed31667a541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:18.904998 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47436) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:19.020545 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22199a2a-255f-4eb3-963a-6f1ac785aede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:19.110620 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066d815-8de1-43b7-8d16-1c7d255b0b68 req-8d7350d6-c010-4ef7-b11f-17769d9ce1aa tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:19.119776 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3066d815-8de1-43b7-8d16-1c7d255b0b68 req-8d7350d6-c010-4ef7-b11f-17769d9ce1aa tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 945 time: 0.0645452 Sep 16 02:26:19.142122 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22199a2a-255f-4eb3-963a-6f1ac785aede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:19.147690 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22199a2a-255f-4eb3-963a-6f1ac785aede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:19.167482 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3066d815-8de1-43b7-8d16-1c7d255b0b68 req-cd8b6131-4f71-4464-b6e6-87d39c7c90fe tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420115 Sep 16 02:26:19.201622 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-22199a2a-255f-4eb3-963a-6f1ac785aede admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1c0381e2e27419dae16b564b0d39e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953792 Sep 16 02:26:19.202489 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22199a2a-255f-4eb3-963a-6f1ac785aede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4d375a-416e-4a1f-b9ad-a28aeee1f216,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:19.204132 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47474) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:19.259557 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63ee60b9-c612-4455-adea-70fb5d780562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:19.294672 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63ee60b9-c612-4455-adea-70fb5d780562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:19.318622 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f766d-6bf6-4bbf-b814-bb47d1b8f489 req-4af1b1c7-9957-450c-9157-f14ab438c916 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:19.320497 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6c5f766d-6bf6-4bbf-b814-bb47d1b8f489 req-4af1b1c7-9957-450c-9157-f14ab438c916 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0585594 Sep 16 02:26:19.355867 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63ee60b9-c612-4455-adea-70fb5d780562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:19.359267 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63ee60b9-c612-4455-adea-70fb5d780562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:19.370878 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-63ee60b9-c612-4455-adea-70fb5d780562 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d4d375a-416e-4a1f-b9ad-a28aeee1f216 HTTP/1.1" status: 204 len: 168 time: 0.1651418 Sep 16 02:26:19.371062 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6c5f766d-6bf6-4bbf-b814-bb47d1b8f489 req-ec3a633f-a528-4c1f-9094-7ce4a5838f0f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Sep 16 02:26:19.379470 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee60b9-c612-4455-adea-70fb5d780562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4d375a-416e-4a1f-b9ad-a28aeee1f216,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:19.659923 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8f64f-b959-4032-8943-4f44bcca5317 req-7de2ab12-6afd-42dd-bdb6-7c6f69b4da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:19.661554 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64c8f64f-b959-4032-8943-4f44bcca5317 req-7de2ab12-6afd-42dd-bdb6-7c6f69b4da82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 1099 time: 0.0867019 Sep 16 02:26:19.772998 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64c8f64f-b959-4032-8943-4f44bcca5317 req-743e64e5-698c-4121-ba2e-8f59317c1d9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026154 Sep 16 02:26:19.848644 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a76cd8-c29e-4397-821e-14ba1dfda1c6 req-47c8ed75-417d-4fbc-a448-6b5ccdf3383e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:19.850264 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e8a76cd8-c29e-4397-821e-14ba1dfda1c6 req-47c8ed75-417d-4fbc-a448-6b5ccdf3383e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0623357 Sep 16 02:26:19.896163 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e8a76cd8-c29e-4397-821e-14ba1dfda1c6 req-780fb51c-ccda-4b34-acaa-a069d7fa479b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386250 Sep 16 02:26:20.320156 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422af6f-f6e3-4df0-9681-7a8acaae6d53 req-b17dbd1a-fee5-45db-85d1-0740d8abe0f2 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:20.321848 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3422af6f-f6e3-4df0-9681-7a8acaae6d53 req-b17dbd1a-fee5-45db-85d1-0740d8abe0f2 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 945 time: 0.0738707 Sep 16 02:26:20.366181 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3422af6f-f6e3-4df0-9681-7a8acaae6d53 req-02e52d26-75b1-4e6a-a078-05b7525dc63f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384896 Sep 16 02:26:20.503572 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfd12d-2e96-4656-9d5b-7372ffd53e24 req-13f50dce-d974-4d51-b338-2c9f08874a9e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:20.505013 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aedfd12d-2e96-4656-9d5b-7372ffd53e24 req-13f50dce-d974-4d51-b338-2c9f08874a9e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0566165 Sep 16 02:26:20.557015 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aedfd12d-2e96-4656-9d5b-7372ffd53e24 req-b72fef77-55f3-4ddd-8643-f2fb3f62059e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Sep 16 02:26:20.901273 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68315d-e3a1-4bce-80ec-039ce37e0a17 req-e77e367f-0391-4a90-96fb-5a70027e8ef9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:20.901273 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6a68315d-e3a1-4bce-80ec-039ce37e0a17 req-e77e367f-0391-4a90-96fb-5a70027e8ef9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0673914 Sep 16 02:26:21.008483 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6adec-67b4-47b0-8124-2aa24f8e45ae req-d11b442c-e3d7-4d02-92c5-4c300015aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:21.010007 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-38a6adec-67b4-47b0-8124-2aa24f8e45ae req-d11b442c-e3d7-4d02-92c5-4c300015aa38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 1098 time: 0.1117368 Sep 16 02:26:21.029861 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6a68315d-e3a1-4bce-80ec-039ce37e0a17 req-429c6489-143c-4409-a19e-87e33e1f6cb0 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217582 Sep 16 02:26:21.165627 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b01494-928a-44b2-8c64-25f30f13c6c6 req-e1cbb306-85c0-403f-b621-3b5efd0ddbcf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:21.167170 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a5b01494-928a-44b2-8c64-25f30f13c6c6 req-e1cbb306-85c0-403f-b621-3b5efd0ddbcf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1222966 Sep 16 02:26:21.220265 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6adec-67b4-47b0-8124-2aa24f8e45ae req-6c235431-4850-4394-b588-fce384e6337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:21.221735 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-38a6adec-67b4-47b0-8124-2aa24f8e45ae req-6c235431-4850-4394-b588-fce384e6337b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 919 time: 0.1788130 Sep 16 02:26:21.231220 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a5b01494-928a-44b2-8c64-25f30f13c6c6 req-ba235323-0c37-458e-b3a4-b360052a2d72 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526083 Sep 16 02:26:21.276742 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-38a6adec-67b4-47b0-8124-2aa24f8e45ae req-10d86892-a53c-4dd5-9cef-bbec7bb0d7c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd761342-979a-42d1-b5fe-9f192ab65a4a HTTP/1.1" status: 200 len: 217 time: 0.0404105 Sep 16 02:26:21.333148 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6adec-67b4-47b0-8124-2aa24f8e45ae req-6161d1f8-c4a8-49eb-9d1b-160854495b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:21.334645 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-38a6adec-67b4-47b0-8124-2aa24f8e45ae req-6161d1f8-c4a8-49eb-9d1b-160854495b31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 200 len: 858 time: 0.0497808 Sep 16 02:26:21.365090 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-38a6adec-67b4-47b0-8124-2aa24f8e45ae req-27eff904-de10-494e-ae52-73a2dc9092a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d9910c1-dccd-493a-b462-b594f2d6f14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235219 Sep 16 02:26:21.448642 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f061949b-a61e-4597-a3d2-0024e93904f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:21.477919 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-38a6adec-67b4-47b0-8124-2aa24f8e45ae req-c881f24d-76a3-4f17-8ea2-9fcd5e6631d8 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049943 Sep 16 02:26:21.494487 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666fa7c-c38e-42a3-87a0-cd10ebbdcd0e req-6b5c6267-56bc-4899-b7d9-218ccd1753e5 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:21.496535 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8666fa7c-c38e-42a3-87a0-cd10ebbdcd0e req-6b5c6267-56bc-4899-b7d9-218ccd1753e5 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 945 time: 0.0534005 Sep 16 02:26:21.539512 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8666fa7c-c38e-42a3-87a0-cd10ebbdcd0e req-08169777-4131-4040-91e2-06528997d8c2 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364506 Sep 16 02:26:21.580231 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-38a6adec-67b4-47b0-8124-2aa24f8e45ae req-93b1cc96-a756-489b-ad56-6ad96c3cd9b3 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933430 Sep 16 02:26:21.601857 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device c8dba526-a2da-4b45-ac1d-0e40a9b3c750 up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:26:21.657415 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:26:21.662934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:26:21.663502 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:21.782840 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:21.806226 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:21.808455 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f3062b-04d5-400b-9328-99d268f9ea39" -d '{"events": [{"server_uuid": "9e7ad2f9-7b33-4109-9092-c47c42cbb13f", "name": "network-vif-plugged", "status": "completed", "tag": "c8dba526-a2da-4b45-ac1d-0e40a9b3c750"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:21.822267 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port c8dba526-a2da-4b45-ac1d-0e40a9b3c750, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:21.826702 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:21.855317 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458424d8-f6db-47a2-b946-e2fbad72ec0f x-openstack-request-id: req-458424d8-f6db-47a2-b946-e2fbad72ec0f {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:21.855317 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7ad2f9-7b33-4109-9092-c47c42cbb13f", "name": "network-vif-plugged", "status": "completed", "tag": "c8dba526-a2da-4b45-ac1d-0e40a9b3c750", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:21.855317 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-458424d8-f6db-47a2-b946-e2fbad72ec0f {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:21.855655 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750', 'code': 200} Sep 16 02:26:21.887694 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:21.937567 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47644) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:22.040331 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1bc8f-7a66-41a9-b73e-81d2165e9e8f req-e624754e-1298-461f-bc51-c3397aeaa8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:22.041838 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b9a1bc8f-7a66-41a9-b73e-81d2165e9e8f req-e624754e-1298-461f-bc51-c3397aeaa8f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 1099 time: 0.0400972 Sep 16 02:26:22.070131 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a50e03d-04f7-4a3b-b733-bcc93319bbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.090911 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b9a1bc8f-7a66-41a9-b73e-81d2165e9e8f req-4cc64a2f-72f3-481f-8327-ce08e667e48f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407703 Sep 16 02:26:22.177292 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ab1a0-f858-4bad-a326-92a44991101f req-75f11c32-ca24-4827-abf3-1086f9896d90 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:22.179026 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f47ab1a0-f858-4bad-a326-92a44991101f req-75f11c32-ca24-4827-abf3-1086f9896d90 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0808840 Sep 16 02:26:22.244578 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.246555 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f47ab1a0-f858-4bad-a326-92a44991101f req-0f1d4e7b-2049-4944-8219-97966c696302 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563622 Sep 16 02:26:22.248324 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a50e03d-04f7-4a3b-b733-bcc93319bbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.251880 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a50e03d-04f7-4a3b-b733-bcc93319bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.289229 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50e03d-04f7-4a3b-b733-bcc93319bbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b94d140-7b7a-4621-ad00-ab7149da2242,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:22.293868 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6a50e03d-04f7-4a3b-b733-bcc93319bbb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9dee9ccce5bb4b3bb921abeac2a7428d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552959 Sep 16 02:26:22.297623 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47660) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:22.397192 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe10b4-e407-476b-893e-1aa2d4a611b7 req-f4a01e39-91df-43be-82d6-0bb86f74870a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:22.398669 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-41fe10b4-e407-476b-893e-1aa2d4a611b7 req-f4a01e39-91df-43be-82d6-0bb86f74870a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0778670 Sep 16 02:26:22.403324 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e31a0cf-8085-4e2b-9adb-f5482038d594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.441253 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e31a0cf-8085-4e2b-9adb-f5482038d594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.461863 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-41fe10b4-e407-476b-893e-1aa2d4a611b7 req-e3f60837-0fc7-4f86-aa75-3d011b2d3242 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566802 Sep 16 02:26:22.504442 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e31a0cf-8085-4e2b-9adb-f5482038d594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.506974 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e31a0cf-8085-4e2b-9adb-f5482038d594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.508251 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9e31a0cf-8085-4e2b-9adb-f5482038d594 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b94d140-7b7a-4621-ad00-ab7149da2242 HTTP/1.1" status: 204 len: 168 time: 0.2093449 Sep 16 02:26:22.518125 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31a0cf-8085-4e2b-9adb-f5482038d594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b94d140-7b7a-4621-ad00-ab7149da2242,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:22.606385 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.640718 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95efe8-6ad2-411e-bd44-e8e6905d0e00 req-b9a49607-ea07-4d09-b256-2dd8662b5287 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:22.643168 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ba95efe8-6ad2-411e-bd44-e8e6905d0e00 req-b9a49607-ea07-4d09-b256-2dd8662b5287 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0554852 Sep 16 02:26:22.652891 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47684) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:22.658232 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-a3af71c2-ace0-480d-b501-458820c0f6e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'floatingip': {'port_id': '5afb7787-76d6-4f16-8531-4e75bad13974'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:26:22.679828 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41731265-dc41-40f6-9ede-b3d5ab077b78 req-a8d6e749-455d-49ac-85c4-78e9c2b09c09 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:22.681621 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-41731265-dc41-40f6-9ede-b3d5ab077b78 req-a8d6e749-455d-49ac-85c4-78e9c2b09c09 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0589702 Sep 16 02:26:22.733281 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-41731265-dc41-40f6-9ede-b3d5ab077b78 req-0b5d6e3f-df2c-4a30-ab0a-6ed5e34e932b tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 Sep 16 02:26:22.742477 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a3af71c2-ace0-480d-b501-458820c0f6e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.852911 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47690) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:22.869210 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e864afe-1874-485d-ad0a-c55b4c07eac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.970025 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e864afe-1874-485d-ad0a-c55b4c07eac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:22.975010 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e864afe-1874-485d-ad0a-c55b4c07eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:23.019477 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e864afe-1874-485d-ad0a-c55b4c07eac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d912435-89c9-4a09-96da-cfb20c94a1f8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:23.027471 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9e864afe-1874-485d-ad0a-c55b4c07eac6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e66efe3df724654919bf0e39da70921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713455 Sep 16 02:26:23.027691 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47694) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:23.084825 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eb276529-49c7-40b3-9e56-f36169421075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:23.108242 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eb276529-49c7-40b3-9e56-f36169421075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:23.157144 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eb276529-49c7-40b3-9e56-f36169421075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:23.160181 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eb276529-49c7-40b3-9e56-f36169421075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:23.161339 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-eb276529-49c7-40b3-9e56-f36169421075 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d912435-89c9-4a09-96da-cfb20c94a1f8 HTTP/1.1" status: 204 len: 168 time: 0.1325662 Sep 16 02:26:23.170064 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb276529-49c7-40b3-9e56-f36169421075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d912435-89c9-4a09-96da-cfb20c94a1f8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:23.495037 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52133243-9720-42f2-b4ec-bd6daaf065fd req-bef69570-6ef3-4fda-926d-df8acbd0afb2 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:23.496555 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-52133243-9720-42f2-b4ec-bd6daaf065fd req-bef69570-6ef3-4fda-926d-df8acbd0afb2 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.1598334 Sep 16 02:26:23.613873 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-52133243-9720-42f2-b4ec-bd6daaf065fd req-4182bb6a-a154-4a5a-be19-c4b44e69ea06 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085186 Sep 16 02:26:23.622625 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a3af71c2-ace0-480d-b501-458820c0f6e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:23.626880 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a3af71c2-ace0-480d-b501-458820c0f6e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:23.735099 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [None req-a3af71c2-ace0-480d-b501-458820c0f6e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Floating IP 45199111-4971-44bc-89dd-6b66874aa980 associated. External IP: 172.27.2.8, port: 5afb7787-76d6-4f16-8531-4e75bad13974. Sep 16 02:26:23.865067 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dbdc2-b1c5-481c-9809-9e0ef5b028f8 req-ce52487a-30cb-4daa-8f6f-b69e845cd9f7 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:23.868370 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-412dbdc2-b1c5-481c-9809-9e0ef5b028f8 req-ce52487a-30cb-4daa-8f6f-b69e845cd9f7 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0635664 Sep 16 02:26:23.904933 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-412dbdc2-b1c5-481c-9809-9e0ef5b028f8 req-d4bdc14d-6c1d-4fd8-a381-e999a783e7b3 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341542 Sep 16 02:26:23.961882 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3af71c2-ace0-480d-b501-458820c0f6e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Router bbe3e23c-4088-4eac-b09a-2422f491a477 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:26:24.031367 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:24.085857 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3af71c2-ace0-480d-b501-458820c0f6e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:26:24.090917 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a3af71c2-ace0-480d-b501-458820c0f6e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:24.100504 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] Sync routers for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:26:24.112515 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:26:24.113141 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:26:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:24.120911 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-a3af71c2-ace0-480d-b501-458820c0f6e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "PUT /v2.0/floatingips/45199111-4971-44bc-89dd-6b66874aa980 HTTP/1.1" status: 200 len: 990 time: 1.4642889 Sep 16 02:26:24.120911 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:24.121585 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:24.166488 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630f0553-a2e7-42b5-b1a1-da5885824d86 x-openstack-request-id: req-630f0553-a2e7-42b5-b1a1-da5885824d86 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:24.166986 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:24.167430 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-630f0553-a2e7-42b5-b1a1-da5885824d86 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:24.168047 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974', 'status': 'completed', 'code': 200} Sep 16 02:26:24.264499 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:26:24.536597 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '45199111-4971-44bc-89dd-6b66874aa980', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'port_id': '5afb7787-76d6-4f16-8531-4e75bad13974', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'mac_address': 'fa:16:3e:66:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ce83b-436c-43c7-9dc0-c6301575231a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:25:46Z', 'updated_at': '2021-09-16T02:26:23Z', 'revision_number': 1, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:24.563581 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] Checking router: bbe3e23c-4088-4eac-b09a-2422f491a477 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:26:24.571876 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:26:24.572493 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:26:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:24.685127 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:26:24.743161 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce0088-cfcb-45e6-8533-79e596951a92 req-98730710-b933-443f-821a-51b3b5cbbfb1 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:24.744883 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ebce0088-cfcb-45e6-8533-79e596951a92 req-98730710-b933-443f-821a-51b3b5cbbfb1 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0551591 Sep 16 02:26:24.795006 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ebce0088-cfcb-45e6-8533-79e596951a92 req-69849b6d-c5d7-4cd9-b1e1-aa63ab9d0504 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Sep 16 02:26:25.047634 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '45199111-4971-44bc-89dd-6b66874aa980', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'port_id': '5afb7787-76d6-4f16-8531-4e75bad13974', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'mac_address': 'fa:16:3e:66:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ce83b-436c-43c7-9dc0-c6301575231a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:25:46Z', 'updated_at': '2021-09-16T02:26:23Z', 'revision_number': 1, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:25.055682 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef8fa0-c0fd-4a23-99d9-9dc54fb111ce req-51f41e22-f5a2-4f7a-9b4b-fdc47f0f484c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:25.057608 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51ef8fa0-c0fd-4a23-99d9-9dc54fb111ce req-51f41e22-f5a2-4f7a-9b4b-fdc47f0f484c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0732899 Sep 16 02:26:25.109754 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c4686-5afc-41c1-b09e-ff1bfb837755 None None] The sync data for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi is: [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '45199111-4971-44bc-89dd-6b66874aa980', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'port_id': '5afb7787-76d6-4f16-8531-4e75bad13974', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'mac_address': 'fa:16:3e:66:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ce83b-436c-43c7-9dc0-c6301575231a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:25:46Z', 'updated_at': '2021-09-16T02:26:23Z', 'revision_number': 1, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:26:25.114518 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51ef8fa0-c0fd-4a23-99d9-9dc54fb111ce req-e84c445f-8d8c-461e-8b2b-4edbd0842f1c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485034 Sep 16 02:26:25.149229 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:26:25.318396 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c3655f-1bba-44a8-9315-169ddc573b49 None None] New status for floating IP 45199111-4971-44bc-89dd-6b66874aa980: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:26:25.564074 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-a6dcec8a-c9d0-408e-ac76-127e23b61475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:25.565586 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-a6dcec8a-c9d0-408e-ac76-127e23b61475 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 1099 time: 0.0474288 Sep 16 02:26:25.667381 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-80957710-16f7-4985-b2cc-bf29a8a818e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:25.668820 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-80957710-16f7-4985-b2cc-bf29a8a818e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 918 time: 0.0847180 Sep 16 02:26:25.776625 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-7fb6f620-1949-4dfa-9bb5-31317e281844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5afb7787-76d6-4f16-8531-4e75bad13974 HTTP/1.1" status: 200 len: 1000 time: 0.0912879 Sep 16 02:26:25.833916 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-9635c6fb-5b60-460e-be08-af5025203331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:25.835664 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-9635c6fb-5b60-460e-be08-af5025203331 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.0448239 Sep 16 02:26:25.923843 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-1b5cf93d-1351-42e4-a619-0af8967d7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:25.925314 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-1b5cf93d-1351-42e4-a619-0af8967d7892 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721459 Sep 16 02:26:25.935943 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387f322-efd4-4312-a6a5-7366f1394095 req-31193ac4-66c1-4bb5-9e3c-5787ea9dca3d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:25.937476 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f387f322-efd4-4312-a6a5-7366f1394095 req-31193ac4-66c1-4bb5-9e3c-5787ea9dca3d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0758023 Sep 16 02:26:26.025464 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f387f322-efd4-4312-a6a5-7366f1394095 req-90889c69-d6e8-4198-8e3c-42224db0aac0 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795367 Sep 16 02:26:26.047415 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-be9d579f-1d55-4356-a99c-714a9deceba6 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090519 Sep 16 02:26:26.156243 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b53edbed-c9d5-45cf-82fc-c46029b5c4dd req-d455d35f-4b1f-4a87-9690-3f579af8052c service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930920 Sep 16 02:26:26.249235 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab4f0-5e5c-4120-89d5-0d766f80a3ef req-2e4fe890-74e8-49f2-bdef-56eeeff2372b tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:26.251250 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-623ab4f0-5e5c-4120-89d5-0d766f80a3ef req-2e4fe890-74e8-49f2-bdef-56eeeff2372b tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0557153 Sep 16 02:26:26.290338 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-623ab4f0-5e5c-4120-89d5-0d766f80a3ef req-55c27113-297c-48b3-8864-db5876e69c0a tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329826 Sep 16 02:26:27.142286 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c3664-75d2-4f41-8c51-9556de00c8af req-c5db39a7-8a50-4baf-868e-af4e73974327 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:27.143935 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cf0c3664-75d2-4f41-8c51-9556de00c8af req-c5db39a7-8a50-4baf-868e-af4e73974327 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0515211 Sep 16 02:26:27.184872 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cf0c3664-75d2-4f41-8c51-9556de00c8af req-627bb20d-a4a0-4f2a-ae47-01f38138523e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342786 Sep 16 02:26:27.407076 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e9e8c-cc74-45fa-9c99-7114fe9e09f2 req-2052c7bf-0064-48cf-b11d-591d4fb799b5 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:27.408656 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a08e9e8c-cc74-45fa-9c99-7114fe9e09f2 req-2052c7bf-0064-48cf-b11d-591d4fb799b5 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0471716 Sep 16 02:26:27.446586 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a08e9e8c-cc74-45fa-9c99-7114fe9e09f2 req-437e88a8-2eaa-4324-a574-3c48345dfa42 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321910 Sep 16 02:26:27.473004 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47856) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:27.555876 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a8725-a385-4efa-84e8-fbb3a04d7bd9 req-34309db8-b94e-4b26-83d4-50f331984464 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:27.557339 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7d5a8725-a385-4efa-84e8-fbb3a04d7bd9 req-34309db8-b94e-4b26-83d4-50f331984464 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0473161 Sep 16 02:26:27.565719 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47862) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:27.570221 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-40037898-7140-47fc-80ff-1a8bae7a3442 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'floatingip': {'port_id': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:26:27.600424 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08dc4f7f-0e4f-4689-85b4-4aa7a5e825f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:27.612096 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-40037898-7140-47fc-80ff-1a8bae7a3442 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:27.691636 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08dc4f7f-0e4f-4689-85b4-4aa7a5e825f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:27.696843 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08dc4f7f-0e4f-4689-85b4-4aa7a5e825f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:27.741194 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc4f7f-0e4f-4689-85b4-4aa7a5e825f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cf9044-641c-4c8c-aceb-1494ac810a07,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:27.745687 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-08dc4f7f-0e4f-4689-85b4-4aa7a5e825f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e34e780235274d47b776ad6862837754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716906 Sep 16 02:26:27.748437 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47866) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:27.797891 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f81aca6f-ae8d-41d2-b93d-bf878e108724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:27.819230 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f81aca6f-ae8d-41d2-b93d-bf878e108724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:27.870111 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f81aca6f-ae8d-41d2-b93d-bf878e108724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:27.872813 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f81aca6f-ae8d-41d2-b93d-bf878e108724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:27.873936 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f81aca6f-ae8d-41d2-b93d-bf878e108724 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0cf9044-641c-4c8c-aceb-1494ac810a07 HTTP/1.1" status: 204 len: 168 time: 0.1246047 Sep 16 02:26:27.885068 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81aca6f-ae8d-41d2-b93d-bf878e108724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cf9044-641c-4c8c-aceb-1494ac810a07,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:28.070908 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-40037898-7140-47fc-80ff-1a8bae7a3442 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:28.075365 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-40037898-7140-47fc-80ff-1a8bae7a3442 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:28.164987 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47876) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:28.178373 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d385a3-3ef0-4328-80f8-786a276dab5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:28.289417 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d385a3-3ef0-4328-80f8-786a276dab5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:28.294927 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d385a3-3ef0-4328-80f8-786a276dab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:28.333338 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-08d385a3-3ef0-4328-80f8-786a276dab5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=595903fd6deb412d86955e91c6b1a666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671901 Sep 16 02:26:28.334823 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d385a3-3ef0-4328-80f8-786a276dab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56947a23-3031-4c35-b3d1-47ee87ad39f8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:28.336590 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47882) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:28.414864 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670f2e7-90b0-4528-852e-d2fd690a8a1c req-b3ab0a0a-cc5f-4507-842c-f44431889dfc tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:28.416346 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4670f2e7-90b0-4528-852e-d2fd690a8a1c req-b3ab0a0a-cc5f-4507-842c-f44431889dfc tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.1103075 Sep 16 02:26:28.470468 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [None req-40037898-7140-47fc-80ff-1a8bae7a3442 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Floating IP 1f81c437-2551-4fb7-ba74-a816f619b7df associated. External IP: 172.27.2.249, port: c8dba526-a2da-4b45-ac1d-0e40a9b3c750. Sep 16 02:26:28.519078 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b4b72d50-1789-4d3f-9ef2-09c80a81cace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:28.527191 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4670f2e7-90b0-4528-852e-d2fd690a8a1c req-e60441db-0d2a-440d-a7fb-bf666bcfa127 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000304 Sep 16 02:26:28.553828 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b4b72d50-1789-4d3f-9ef2-09c80a81cace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:28.681640 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b4b72d50-1789-4d3f-9ef2-09c80a81cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:28.684750 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b4b72d50-1789-4d3f-9ef2-09c80a81cace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:28.685979 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-b4b72d50-1789-4d3f-9ef2-09c80a81cace admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56947a23-3031-4c35-b3d1-47ee87ad39f8 HTTP/1.1" status: 204 len: 168 time: 0.3478951 Sep 16 02:26:28.700991 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b72d50-1789-4d3f-9ef2-09c80a81cace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56947a23-3031-4c35-b3d1-47ee87ad39f8,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:28.762158 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40037898-7140-47fc-80ff-1a8bae7a3442 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Router 6578079a-26ff-47d5-8414-2ae240fabe1c has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:26:28.874845 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40037898-7140-47fc-80ff-1a8bae7a3442 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:26:28.880095 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-40037898-7140-47fc-80ff-1a8bae7a3442 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:28.885284 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] Sync routers for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:26:28.894869 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:26:28.895502 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:26:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:28.910773 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-40037898-7140-47fc-80ff-1a8bae7a3442 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "PUT /v2.0/floatingips/1f81c437-2551-4fb7-ba74-a816f619b7df HTTP/1.1" status: 200 len: 992 time: 1.3414156 Sep 16 02:26:28.910773 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'tag': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:28.911246 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7ad2f9-7b33-4109-9092-c47c42cbb13f", "tag": "c8dba526-a2da-4b45-ac1d-0e40a9b3c750"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:29.013316 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:26:29.246231 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1f81c437-2551-4fb7-ba74-a816f619b7df', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'port_id': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'mac_address': 'fa:16:3e:83:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:26:02Z', 'updated_at': '2021-09-16T02:26:27Z', 'revision_number': 1, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:29.272623 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] Checking router: 6578079a-26ff-47d5-8414-2ae240fabe1c for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:26:29.281020 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:26:29.281627 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:26:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:29.385205 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:26:29.612438 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1f81c437-2551-4fb7-ba74-a816f619b7df', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'port_id': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'mac_address': 'fa:16:3e:83:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:26:02Z', 'updated_at': '2021-09-16T02:26:27Z', 'revision_number': 1, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:29.638251 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab8f8b-da94-4451-b621-08e8cb4b66c6 None None] The sync data for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi is: [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1f81c437-2551-4fb7-ba74-a816f619b7df', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'port_id': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'mac_address': 'fa:16:3e:83:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:26:02Z', 'updated_at': '2021-09-16T02:26:27Z', 'revision_number': 1, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:26:29.826340 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9fe04-fc1c-4af9-9682-bd485595e239 None None] New status for floating IP 1f81c437-2551-4fb7-ba74-a816f619b7df: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:26:30.229417 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d92ac-ed79-46d8-85ad-1350cf10c97a x-openstack-request-id: req-758d92ac-ed79-46d8-85ad-1350cf10c97a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:30.229943 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7ad2f9-7b33-4109-9092-c47c42cbb13f", "tag": "c8dba526-a2da-4b45-ac1d-0e40a9b3c750", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:30.229943 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-758d92ac-ed79-46d8-85ad-1350cf10c97a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:30.230339 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'tag': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750', 'status': 'completed', 'code': 200} Sep 16 02:26:30.301592 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-5bf3344f-4494-407d-b7ad-e7ab52f65f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:30.303717 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-5bf3344f-4494-407d-b7ad-e7ab52f65f58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 1099 time: 0.0444927 Sep 16 02:26:30.311098 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332205f-d80f-4b82-b2f4-6eb5454167b7 req-d1f06f3e-2e05-4755-b1ef-37c45a6335b9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:30.312546 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5332205f-d80f-4b82-b2f4-6eb5454167b7 req-d1f06f3e-2e05-4755-b1ef-37c45a6335b9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0585752 Sep 16 02:26:30.352488 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5332205f-d80f-4b82-b2f4-6eb5454167b7 req-262eaf2d-1abe-4fcf-95fe-7ac70d161db6 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Sep 16 02:26:30.408121 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-363656c1-bc57-4a49-a754-d8d0848dcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:30.409627 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-363656c1-bc57-4a49-a754-d8d0848dcb24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 911 time: 0.0986798 Sep 16 02:26:30.488783 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-7c61710f-988b-4ad4-9831-0302cf694404 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750 HTTP/1.1" status: 200 len: 1002 time: 0.0645278 Sep 16 02:26:30.536841 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-b0448f0a-b57f-4cb0-9ce1-71de4b4946aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:30.538271 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-b0448f0a-b57f-4cb0-9ce1-71de4b4946aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3464487-6143-4e19-a716-c00ffe1a8b09 HTTP/1.1" status: 200 len: 849 time: 0.0420065 Sep 16 02:26:30.589020 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-da883456-21fd-4470-935e-72d07a4a72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:30.590478 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-da883456-21fd-4470-935e-72d07a4a72c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a79e67f4-1d27-4159-8709-efe854b524e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422597 Sep 16 02:26:30.685522 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-76f36b08-a635-4595-b442-455c704a6580 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857582 Sep 16 02:26:30.788570 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e273de6b-e57b-45d6-8a1c-21d6bd5bf1d1 req-7d83b4ea-6a08-4862-bf43-85e0476a5212 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924115 Sep 16 02:26:31.485327 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3cc2b-6496-4df2-a665-d7d50f7eedf4 req-27c80831-d8ef-4ab2-940a-088e8cb87d31 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:31.495019 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-33d3cc2b-6496-4df2-a665-d7d50f7eedf4 req-27c80831-d8ef-4ab2-940a-088e8cb87d31 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0736339 Sep 16 02:26:31.534222 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 47980) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:31.544340 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-33d3cc2b-6496-4df2-a665-d7d50f7eedf4 req-389755e9-4c7e-43e1-b927-65e8a62610c5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Sep 16 02:26:31.646964 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10764723-5ec1-4f0e-9871-f96cf28c42b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:31.740810 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10764723-5ec1-4f0e-9871-f96cf28c42b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:31.744683 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10764723-5ec1-4f0e-9871-f96cf28c42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:31.806817 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10764723-5ec1-4f0e-9871-f96cf28c42b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc9e883-7ed5-487d-890d-741221341b66,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:31.812334 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-10764723-5ec1-4f0e-9871-f96cf28c42b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0bc343116b3d40aebdefcb5060510a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769933 Sep 16 02:26:31.815720 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 47994) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:31.882094 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:31.907232 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:31.955416 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:31.958416 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:31.959609 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-631b7196-887e-495a-95df-315198062b92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edc9e883-7ed5-487d-890d-741221341b66 HTTP/1.1" status: 204 len: 168 time: 0.1424277 Sep 16 02:26:31.969668 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc9e883-7ed5-487d-890d-741221341b66,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:31.977888 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.978235 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.978578 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.978914 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.979244 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.979610 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.979945 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.980270 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.980602 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.980920 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.981241 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:31.981557 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b7196-887e-495a-95df-315198062b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.258633 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48010) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:32.271313 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b92e88e0-f41b-499e-a589-f73ed7e3eca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:32.369288 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b92e88e0-f41b-499e-a589-f73ed7e3eca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:32.373610 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b92e88e0-f41b-499e-a589-f73ed7e3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:32.414271 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-b92e88e0-f41b-499e-a589-f73ed7e3eca6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e148c5acb2a6411a9266ceae232df8f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539397 Sep 16 02:26:32.415108 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e88e0-f41b-499e-a589-f73ed7e3eca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3535bc42-e8fe-4f94-a065-d133e822a8c4,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:32.416850 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48018) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:32.471657 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:32.493285 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:32.538248 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:32.548146 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:32.548146 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3535bc42-e8fe-4f94-a065-d133e822a8c4 HTTP/1.1" status: 204 len: 168 time: 0.1254957 Sep 16 02:26:32.554905 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3535bc42-e8fe-4f94-a065-d133e822a8c4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:32.561841 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.562186 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.562527 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.562859 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.563212 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.563646 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.563887 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.564213 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.564536 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.564860 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.565179 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.565497 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0099a4-c345-4549-9e2a-cede03b262c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:26:32.679127 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb71630-6804-4304-88ce-d6df6a7a64b7 req-5de7ab29-556f-4687-8a22-6833261bf57e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:32.683842 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-deb71630-6804-4304-88ce-d6df6a7a64b7 req-5de7ab29-556f-4687-8a22-6833261bf57e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0607471 Sep 16 02:26:32.730912 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-deb71630-6804-4304-88ce-d6df6a7a64b7 req-a631c1b8-ca7d-4de7-89a8-31263cf20ab8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Sep 16 02:26:33.811881 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e69f75-51c8-4d98-8b42-e795d3b6bedb req-3a2bbac1-f853-468e-afbf-2bb3b1f046b3 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:33.814288 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a1e69f75-51c8-4d98-8b42-e795d3b6bedb req-3a2bbac1-f853-468e-afbf-2bb3b1f046b3 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 946 time: 0.0532138 Sep 16 02:26:33.854208 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a1e69f75-51c8-4d98-8b42-e795d3b6bedb req-78ac9076-addd-44db-bbf0-d593f31b6ebc tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Sep 16 02:26:33.862585 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1efa0-f089-40c3-bf0c-4d7796034587 req-5391f575-063b-4c6a-8b65-ace8f220bc07 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:33.864093 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9eb1efa0-f089-40c3-bf0c-4d7796034587 req-5391f575-063b-4c6a-8b65-ace8f220bc07 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0563591 Sep 16 02:26:33.904381 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9eb1efa0-f089-40c3-bf0c-4d7796034587 req-66de2586-c9d0-45f3-bb3c-6ab6c0af36ff tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339832 Sep 16 02:26:36.722675 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b71c8-d79e-4a09-b4f9-0cb45cbb53d7 req-f7c60f61-65de-405f-adcc-457dd4ebf33a tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:36.727557 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-de6b71c8-d79e-4a09-b4f9-0cb45cbb53d7 req-f7c60f61-65de-405f-adcc-457dd4ebf33a tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 946 time: 0.0569978 Sep 16 02:26:36.739532 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84bdb5-e18e-473b-8b61-90f6c73b4df5 req-14c59fcd-7c13-49b5-abd1-d808d224ea6b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:36.741062 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2a84bdb5-e18e-473b-8b61-90f6c73b4df5 req-14c59fcd-7c13-49b5-abd1-d808d224ea6b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0650787 Sep 16 02:26:36.776323 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-de6b71c8-d79e-4a09-b4f9-0cb45cbb53d7 req-652d283f-e56f-47d4-a930-5396fb254cba tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473530 Sep 16 02:26:36.787142 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2a84bdb5-e18e-473b-8b61-90f6c73b4df5 req-b37f9aae-5715-4cdf-91f1-0cfb0c2cfeee tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364015 Sep 16 02:26:40.271944 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f79e17-dfcc-495a-a507-14ab7d5ea268 req-89d18e1e-c6d3-4ae6-b9c7-5db412147499 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:40.274483 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d0f79e17-dfcc-495a-a507-14ab7d5ea268 req-89d18e1e-c6d3-4ae6-b9c7-5db412147499 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 946 time: 0.0474088 Sep 16 02:26:40.299905 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93bbe1-7463-45de-99c4-2c455a4a3d3b req-d26432aa-b4e3-4c12-86de-5f8e19fa378e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:40.301518 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cd93bbe1-7463-45de-99c4-2c455a4a3d3b req-d26432aa-b4e3-4c12-86de-5f8e19fa378e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0541031 Sep 16 02:26:40.313064 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d0f79e17-dfcc-495a-a507-14ab7d5ea268 req-6f8bccab-05a6-4be6-ac1c-08bf529d9f43 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Sep 16 02:26:40.343731 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cd93bbe1-7463-45de-99c4-2c455a4a3d3b req-9d34584f-d9b8-468d-b7cf-6a1f05972d6c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362425 Sep 16 02:26:41.429923 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ad448-4642-445a-9ff7-4d6d704b5dd3 req-522cbdbc-3f65-4f37-9882-f2c8a6f9afde tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:41.431454 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fc3ad448-4642-445a-9ff7-4d6d704b5dd3 req-522cbdbc-3f65-4f37-9882-f2c8a6f9afde tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Sep 16 02:26:41.460964 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c1ecf-ca80-436f-9585-c96f0b5878c1 req-b3f81456-6718-4a5f-9dd9-1d4cb4f9966f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:41.462459 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e68c1ecf-ca80-436f-9585-c96f0b5878c1 req-b3f81456-6718-4a5f-9dd9-1d4cb4f9966f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0495434 Sep 16 02:26:41.471183 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fc3ad448-4642-445a-9ff7-4d6d704b5dd3 req-c7f5e6f0-dedb-43ea-95de-d801202edbcc tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/security-groups?id=513ec9b4-8c91-4855-b690-abdd4fd3cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305283 Sep 16 02:26:41.499235 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e68c1ecf-ca80-436f-9585-c96f0b5878c1 req-598d7538-c709-4d08-8973-9ea965077369 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308063 Sep 16 02:26:41.592165 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-189141e3-c445-40a0-aba4-519d4715791e tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:41.593486 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-189141e3-c445-40a0-aba4-519d4715791e tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.15 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 946 time: 0.0460513 Sep 16 02:26:41.914854 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-f4b003a5-ee25-4888-a9b0-ceaaf47ff5d4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Deleting port f94aa5ea-2493-485b-8371-a71d77fd5e1d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:26:41.915192 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-f4b003a5-ee25-4888-a9b0-ceaaf47ff5d4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:42.018613 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-f4b003a5-ee25-4888-a9b0-ceaaf47ff5d4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] For port f94aa5ea-2493-485b-8371-a71d77fd5e1d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f94aa5ea-2493-485b-8371-a71d77fd5e1d,segment=NetworkSegment(aeeb3096-f656-4292-81f9-2d27202e4083),segment_id=aeeb3096-f656-4292-81f9-2d27202e4083)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:26:42.018983 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-f4b003a5-ee25-4888-a9b0-ceaaf47ff5d4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:42.043865 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-f4b003a5-ee25-4888-a9b0-ceaaf47ff5d4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Calling delete_port for f94aa5ea-2493-485b-8371-a71d77fd5e1d owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:26:42.201670 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-f4b003a5-ee25-4888-a9b0-ceaaf47ff5d4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:42.223151 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['f94aa5ea-2493-485b-8371-a71d77fd5e1d'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:26:42.239878 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b003a5-ee25-4888-a9b0-ceaaf47ff5d4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Pushing event deleted for resources: {'Port': ['ID=f94aa5ea-2493-485b-8371-a71d77fd5e1d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:42.309288 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-f4b003a5-ee25-4888-a9b0-ceaaf47ff5d4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] No DVR routers for this DVR port f94aa5ea-2493-485b-8371-a71d77fd5e1d on host hv-cinder-80930 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:26:42.313858 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-f4b003a5-ee25-4888-a9b0-ceaaf47ff5d4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:42.316227 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3e75064e-9267-4ca3-bc92-04442efbbb3e req-f4b003a5-ee25-4888-a9b0-ceaaf47ff5d4 tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.15 "DELETE /v2.0/ports/f94aa5ea-2493-485b-8371-a71d77fd5e1d HTTP/1.1" status: 204 len: 173 time: 0.7106647 Sep 16 02:26:42.317030 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a732a3c6-4025-4596-8c34-f95a34699647', 'name': 'network-vif-deleted', 'tag': 'f94aa5ea-2493-485b-8371-a71d77fd5e1d'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:42.321152 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621d933-b7ef-40ab-8a2f-013e3061de1c" -d '{"events": [{"server_uuid": "a732a3c6-4025-4596-8c34-f95a34699647", "name": "network-vif-deleted", "tag": "f94aa5ea-2493-485b-8371-a71d77fd5e1d"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:42.436379 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909ed468-3d59-4673-a1e0-9129e1ca490f x-openstack-request-id: req-909ed468-3d59-4673-a1e0-9129e1ca490f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:42.437008 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a732a3c6-4025-4596-8c34-f95a34699647", "name": "network-vif-deleted", "tag": "f94aa5ea-2493-485b-8371-a71d77fd5e1d", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:42.437008 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-909ed468-3d59-4673-a1e0-9129e1ca490f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:42.437277 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a732a3c6-4025-4596-8c34-f95a34699647', 'name': 'network-vif-deleted', 'tag': 'f94aa5ea-2493-485b-8371-a71d77fd5e1d', 'status': 'completed', 'code': 200} Sep 16 02:26:42.566396 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-327fe768-20ac-407e-b2e0-9f32fbb742db req-8eaca7ed-ff84-4ce8-b979-32ca57217f2c tempest-DeleteServersTestJSON-384587610 tempest-DeleteServersTestJSON-384587610-project] 10.222.0.35 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 210 time: 0.0249028 Sep 16 02:26:42.611663 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060c549-07eb-4a9b-870e-33f1c844d234 req-e83a57b2-0808-44a2-80b5-c00db555bb7b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:42.613023 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2060c549-07eb-4a9b-870e-33f1c844d234 req-e83a57b2-0808-44a2-80b5-c00db555bb7b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0468915 Sep 16 02:26:42.652966 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2060c549-07eb-4a9b-870e-33f1c844d234 req-31e4bf12-7b1f-4059-8a62-44a6c545ee25 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Sep 16 02:26:42.902372 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f8d8c513-8538-4a4e-915a-c587b8da47b8 req-6d427e80-9a7f-4baf-a30c-293348643a60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a732a3c6-4025-4596-8c34-f95a34699647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0233479 Sep 16 02:26:42.978780 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f8d8c513-8538-4a4e-915a-c587b8da47b8 req-f18bcfa5-1816-4d7a-ad5b-bee34ca4beea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057d55dd6d284bba966fe6517a51235f&device_id=a732a3c6-4025-4596-8c34-f95a34699647 HTTP/1.1" status: 200 len: 210 time: 0.0272658 Sep 16 02:26:43.162302 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8c513-8538-4a4e-915a-c587b8da47b8 req-0e8ee126-5db2-48cb-99f2-f77c707f498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:43.163841 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f8d8c513-8538-4a4e-915a-c587b8da47b8 req-0e8ee126-5db2-48cb-99f2-f77c707f498d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=057d55dd6d284bba966fe6517a51235f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1627812 Sep 16 02:26:43.346122 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48292) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:43.357546 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8c513-8538-4a4e-915a-c587b8da47b8 req-5f782894-d7cb-4974-b28d-1ae721786f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:43.360626 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f8d8c513-8538-4a4e-915a-c587b8da47b8 req-5f782894-d7cb-4974-b28d-1ae721786f11 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826386 Sep 16 02:26:43.472521 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ade0990-7224-40d7-a837-d61db494879d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:43.572299 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ade0990-7224-40d7-a837-d61db494879d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:43.576256 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ade0990-7224-40d7-a837-d61db494879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:43.609992 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade0990-7224-40d7-a837-d61db494879d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c0ec72-b159-4600-aa58-894c4ef78d39,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:43.632944 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-9ade0990-7224-40d7-a837-d61db494879d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bb962742eaf4af196ed18eaf3e33671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843947 Sep 16 02:26:43.635510 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48312) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:43.710816 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-054e421f-9d8d-4c99-b450-1883cd534581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:43.786614 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-054e421f-9d8d-4c99-b450-1883cd534581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:43.821719 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d39808-ef91-45e1-94df-297dc9637c8a req-c950c481-142f-4409-a3ac-85fcc195a86a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:43.828777 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e0d39808-ef91-45e1-94df-297dc9637c8a req-c950c481-142f-4409-a3ac-85fcc195a86a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0995388 Sep 16 02:26:43.875904 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e0d39808-ef91-45e1-94df-297dc9637c8a req-d1bdf97e-dd6e-438c-b058-cd7a6fe73995 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Sep 16 02:26:43.895899 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-054e421f-9d8d-4c99-b450-1883cd534581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:43.895899 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-054e421f-9d8d-4c99-b450-1883cd534581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:43.895899 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-054e421f-9d8d-4c99-b450-1883cd534581 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35c0ec72-b159-4600-aa58-894c4ef78d39 HTTP/1.1" status: 204 len: 168 time: 0.2586112 Sep 16 02:26:43.905966 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e421f-9d8d-4c99-b450-1883cd534581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c0ec72-b159-4600-aa58-894c4ef78d39,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:44.163260 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48338) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:44.179954 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66a278a5-4c4a-481e-bb8f-27b2c0af1937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:44.270188 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66a278a5-4c4a-481e-bb8f-27b2c0af1937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:44.273880 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66a278a5-4c4a-481e-bb8f-27b2c0af1937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:44.312403 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-66a278a5-4c4a-481e-bb8f-27b2c0af1937 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e97b2516c9684aae93a1f36c09924045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478820 Sep 16 02:26:44.313215 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a278a5-4c4a-481e-bb8f-27b2c0af1937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd9566e-bb5f-4c6d-8eef-1abc45b32e5e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:44.316080 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48340) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:44.370617 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9d56d6c4-f5a1-4a57-903b-51b6e0ab2ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:44.390673 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9d56d6c4-f5a1-4a57-903b-51b6e0ab2ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:44.435564 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9d56d6c4-f5a1-4a57-903b-51b6e0ab2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:44.438363 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9d56d6c4-f5a1-4a57-903b-51b6e0ab2ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:44.439513 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-9d56d6c4-f5a1-4a57-903b-51b6e0ab2ab8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dd9566e-bb5f-4c6d-8eef-1abc45b32e5e HTTP/1.1" status: 204 len: 168 time: 0.1221070 Sep 16 02:26:44.449298 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56d6c4-f5a1-4a57-903b-51b6e0ab2ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd9566e-bb5f-4c6d-8eef-1abc45b32e5e,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:44.728698 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48368) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:44.829776 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2babdcb8-4874-4552-a78b-7ae1c9ec0ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:44.938670 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2babdcb8-4874-4552-a78b-7ae1c9ec0ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:44.944215 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2babdcb8-4874-4552-a78b-7ae1c9ec0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.020423 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-2babdcb8-4874-4552-a78b-7ae1c9ec0ab4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bad6c0c82bc4dfe8f926c9c7f0ab4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906334 Sep 16 02:26:45.023163 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babdcb8-4874-4552-a78b-7ae1c9ec0ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a96232-2fba-451a-81c7-3a35d5d573fb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:45.023342 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48396) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:45.040249 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8a7cb-cca9-4352-83a7-08c63d24b78b req-5cd01316-8861-4124-9f97-8963899c211f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:45.041711 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-76f8a7cb-cca9-4352-83a7-08c63d24b78b req-5cd01316-8861-4124-9f97-8963899c211f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0848768 Sep 16 02:26:45.101669 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48406) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:45.117513 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-76f8a7cb-cca9-4352-83a7-08c63d24b78b req-4a645eca-8054-428a-9081-091d451c1705 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608146 Sep 16 02:26:45.154728 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c828cb89-d832-4d34-a099-d9dceead657b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.172889 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb69802f-6184-460c-be1c-6a3c6a74c47c admin admin] Deleting subnet 8f9ec498-8419-4bf3-9e85-597102568d2f {{(pid=93921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:26:45.183051 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb69802f-6184-460c-be1c-6a3c6a74c47c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.221205 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c828cb89-d832-4d34-a099-d9dceead657b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.256241 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb69802f-6184-460c-be1c-6a3c6a74c47c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.272181 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb69802f-6184-460c-be1c-6a3c6a74c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.304749 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48416) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:45.341465 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c828cb89-d832-4d34-a099-d9dceead657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.344092 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c828cb89-d832-4d34-a099-d9dceead657b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.345505 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c828cb89-d832-4d34-a099-d9dceead657b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58a96232-2fba-451a-81c7-3a35d5d573fb HTTP/1.1" status: 204 len: 168 time: 0.3209093 Sep 16 02:26:45.355896 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828cb89-d832-4d34-a099-d9dceead657b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a96232-2fba-451a-81c7-3a35d5d573fb,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:45.359350 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb69802f-6184-460c-be1c-6a3c6a74c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for subnet, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.388232 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69802f-6184-460c-be1c-6a3c6a74c47c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9ec498-8419-4bf3-9e85-597102568d2f,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:45.393844 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb69802f-6184-460c-be1c-6a3c6a74c47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.398853 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-bb69802f-6184-460c-be1c-6a3c6a74c47c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8f9ec498-8419-4bf3-9e85-597102568d2f HTTP/1.1" status: 204 len: 168 time: 0.2958715 Sep 16 02:26:45.399114 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48426) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:45.449080 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a06ec976-d8cb-434f-8a39-245e7beb25fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.477134 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.574579 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.581917 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a06ec976-d8cb-434f-8a39-245e7beb25fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.587092 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a06ec976-d8cb-434f-8a39-245e7beb25fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.608605 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.609583 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.611310 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.611963 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > port after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.612412 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.613041 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > port after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.613584 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.614104 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.614674 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.615192 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.630560 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-a06ec976-d8cb-434f-8a39-245e7beb25fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=feffb9757200449a954c866fc4ca8469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247464 Sep 16 02:26:45.631550 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ec976-d8cb-434f-8a39-245e7beb25fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e299aa2a-18fe-45b7-8521-8397066410da,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:45.634582 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48432) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:45.701467 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device f94aa5ea-2493-485b-8371-a71d77fd5e1d no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:26:45.704105 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cc5e-1826-4f7c-83f3-c08d6483be56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.730656 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: f94aa5ea-2493-485b-8371-a71d77fd5e1d {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:26:45.731329 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device f94aa5ea-2493-485b-8371-a71d77fd5e1d not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:26:45.767528 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cc5e-1826-4f7c-83f3-c08d6483be56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.828715 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cc5e-1826-4f7c-83f3-c08d6483be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.831861 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cc5e-1826-4f7c-83f3-c08d6483be56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.837351 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-3ba6cc5e-1826-4f7c-83f3-c08d6483be56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e299aa2a-18fe-45b7-8521-8397066410da HTTP/1.1" status: 204 len: 168 time: 0.1978788 Sep 16 02:26:45.841543 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.842047 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.842704 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6cc5e-1826-4f7c-83f3-c08d6483be56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e299aa2a-18fe-45b7-8521-8397066410da,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:45.842954 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.843500 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:26:45.844212 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8f7c03-4351-4823-912b-a45709badea1']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:45.881434 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeeb3096-f656-4292-81f9-2d27202e4083') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:45.881677 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeeb3096-f656-4292-81f9-2d27202e4083') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:26:45.902034 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4939580'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.937885 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.948823 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:26:45.949188 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4295042'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: from cryptography.utils import int_from_bytes Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: from cryptography.utils import int_from_bytes Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: timer() Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: cb(*args, **kw) Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: self._notify() Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: self.callback(batched_events) Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: event.method(event) Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: return self._get(url).json() Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:26:45.963595 dv-cinder-809306-1-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:26:46.030513 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.046701 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.048957 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] 10.222.0.35 "DELETE /v2.0/networks/ef8f7c03-4351-4823-912b-a45709badea1 HTTP/1.1" status: 204 len: 168 time: 0.6482568 Sep 16 02:26:46.052893 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f6949-3192-40cf-986f-8d04d08451ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8f7c03-4351-4823-912b-a45709badea1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:46.061275 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.177426 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48458) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:46.192544 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-df2fba3a-ce09-4827-aea9-43c1e4aa25ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.204030 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48460) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:46.248480 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48464) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:46.249051 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-32831f9f-721c-4d68-89d2-3b1307fded5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=057d55dd6d284bba966fe6517a51235f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438347 Sep 16 02:26:46.295413 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c2c4c-d4cf-420c-b737-f697133ed49e req-1541765c-1234-4b9f-a944-99bc45d4c70c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:46.297049 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8f1c2c4c-d4cf-420c-b737-f697133ed49e req-1541765c-1234-4b9f-a944-99bc45d4c70c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.1066918 Sep 16 02:26:46.379663 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd2b3-410c-41de-9eba-13cf2650d871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.395660 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8f1c2c4c-d4cf-420c-b737-f697133ed49e req-e9589615-5fb9-49d2-8156-ef2a583c8da3 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821333 Sep 16 02:26:46.426226 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd2b3-410c-41de-9eba-13cf2650d871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.481413 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-df2fba3a-ce09-4827-aea9-43c1e4aa25ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.487351 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-df2fba3a-ce09-4827-aea9-43c1e4aa25ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.525319 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd2b3-410c-41de-9eba-13cf2650d871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.528302 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd2b3-410c-41de-9eba-13cf2650d871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.531999 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-4e0fd2b3-410c-41de-9eba-13cf2650d871 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/513ec9b4-8c91-4855-b690-abdd4fd3cc43 HTTP/1.1" status: 204 len: 168 time: 0.2782497 Sep 16 02:26:46.536058 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-df2fba3a-ce09-4827-aea9-43c1e4aa25ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e0a09d720674e7189abbd42be028ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553097 Sep 16 02:26:46.536058 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fba3a-ce09-4827-aea9-43c1e4aa25ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f53c1-95d1-4da2-85ca-3b09e657b52a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:46.537404 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48480) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:46.561179 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fd2b3-410c-41de-9eba-13cf2650d871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513ec9b4-8c91-4855-b690-abdd4fd3cc43,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:46.625581 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fc55-6b97-4c51-ada4-e4572ec2629d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.652389 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fc55-6b97-4c51-ada4-e4572ec2629d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.709703 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fc55-6b97-4c51-ada4-e4572ec2629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.712466 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fc55-6b97-4c51-ada4-e4572ec2629d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:46.713645 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c4d1fc55-6b97-4c51-ada4-e4572ec2629d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a01f53c1-95d1-4da2-85ca-3b09e657b52a HTTP/1.1" status: 204 len: 168 time: 0.1753943 Sep 16 02:26:46.727614 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1fc55-6b97-4c51-ada4-e4572ec2629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f53c1-95d1-4da2-85ca-3b09e657b52a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:47.505689 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c0ec-4179-4c97-bf2e-ce1f93e0b388 req-35c60976-dbe1-4c42-91cc-8977ade3e8b9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:47.507221 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7375c0ec-4179-4c97-bf2e-ce1f93e0b388 req-35c60976-dbe1-4c42-91cc-8977ade3e8b9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0490186 Sep 16 02:26:47.547728 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7375c0ec-4179-4c97-bf2e-ce1f93e0b388 req-ebbf2c93-a007-4ee0-a046-12416894e184 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337453 Sep 16 02:26:47.600861 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48552) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:47.695464 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1569771787-network', 'tenant_id': 'c4b71ef944f9451991962740600e0ff8'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:26:47.713609 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Made reservation on behalf of c4b71ef944f9451991962740600e0ff8 for: {'network': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:26:47.715965 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:47.724243 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:47.812872 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:47.816668 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:47.836013 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:26:47.853750 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d654454-afb1-4c61-a57f-285c420f7568,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:47.856627 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:47.856965 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.segments_db [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Added segment e1c33308-3536-47bc-8aee-430cdce8468a of type vlan for network c12a495c-cbd1-4980-a189-581beccceb84 Sep 16 02:26:47.916633 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:47.954873 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:47.957125 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:47.957836 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.005201 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4032240 Sep 16 02:26:48.008275 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48574) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:48.014087 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Request body: {'subnet': {'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1569771787-subnet', 'tenant_id': 'c4b71ef944f9451991962740600e0ff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:26:48.035049 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d6686-6e8a-4e20-b822-5774e0f8c6b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c12a495c-cbd1-4980-a189-581beccceb84,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:48.046170 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Made reservation on behalf of c4b71ef944f9451991962740600e0ff8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:26:48.048591 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network c12a495c-cbd1-4980-a189-581beccceb84 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:26:48.049110 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711882'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.191250 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48578) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:48.247715 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4294431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711908'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.309083 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd45c45f-f197-4e54-a92f-0c4b3b31dae4,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:48.334076 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Checking segment: {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:26:48.334436 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Network hostable DHCP agents. Network: c12a495c-cbd1-4980-a189-581beccceb84, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:26:48.353148 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Network c12a495c-cbd1-4980-a189-581beccceb84 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:26:48.364374 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, c12a495c-cbd1-4980-a189-581beccceb84) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:26:48.373093 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:48.373438 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.380753 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeccc76-2aee-4345-83aa-8b739eb1909c None None] Network c12a495c-cbd1-4980-a189-581beccceb84 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:26:48.402058 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-41465eb4-761d-401c-8e02-9c906e30b1dc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3919878 Sep 16 02:26:48.440789 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-23442bb0-b8fb-450c-acf5-4c158317bd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.538679 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a21f13-1faa-4de7-b542-1abc038a56ac None None] Network c12a495c-cbd1-4980-a189-581beccceb84 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:26:48.566680 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-23442bb0-b8fb-450c-acf5-4c158317bd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.572001 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-23442bb0-b8fb-450c-acf5-4c158317bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.620978 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-23442bb0-b8fb-450c-acf5-4c158317bd6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d95fc45f5957463b984f42fe23bb2a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284050 Sep 16 02:26:48.621902 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23442bb0-b8fb-450c-acf5-4c158317bd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cd90e6-c009-43fc-835d-e42021824606,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:48.624129 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48608) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:48.680646 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0edb0234-277c-43b8-a90a-37ddabe1a1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.701003 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0edb0234-277c-43b8-a90a-37ddabe1a1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.747633 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0edb0234-277c-43b8-a90a-37ddabe1a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.750188 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0edb0234-277c-43b8-a90a-37ddabe1a1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:48.751455 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0edb0234-277c-43b8-a90a-37ddabe1a1f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13cd90e6-c009-43fc-835d-e42021824606 HTTP/1.1" status: 204 len: 168 time: 0.1257739 Sep 16 02:26:48.759088 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb0234-277c-43b8-a90a-37ddabe1a1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cd90e6-c009-43fc-835d-e42021824606,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:48.815447 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d20e3a43-cff2-4ab6-99ec-f1aa7c901856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:50.386290 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641344da-59d2-4614-8729-48d3fefeb1ae req-16af832b-3f29-411a-9a4d-d025415d49e6 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:50.387792 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-641344da-59d2-4614-8729-48d3fefeb1ae req-16af832b-3f29-411a-9a4d-d025415d49e6 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0495942 Sep 16 02:26:50.427860 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-641344da-59d2-4614-8729-48d3fefeb1ae req-d1099719-de20-4f5d-8292-1542f002fa9a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Sep 16 02:26:50.624057 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-6e3a59d4-3fed-43fb-b7a0-6b0f8eb7e885 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:50.625499 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-6e3a59d4-3fed-43fb-b7a0-6b0f8eb7e885 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 815 time: 0.0993500 Sep 16 02:26:50.639540 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-d75783f3-24ae-4a4c-b5d7-4e3cb5c21f32 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/quotas/c4b71ef944f9451991962740600e0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0084598 Sep 16 02:26:50.669180 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-57ca557f-cd6e-49c7-82bf-21f71a7f9bc9 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246632 Sep 16 02:26:50.758829 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-86ac278b-c753-4a55-b7a8-d3e16a07f103 service neutron] 10.222.0.35 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827723 Sep 16 02:26:50.846689 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-7c0540f2-3f20-4f0b-adb4-296833d1acaa service neutron] 10.222.0.35 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818586 Sep 16 02:26:51.019593 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d69c3888-278a-49fd-ab12-b325e47ecad5 req-f06ef919-08d1-4960-a333-a09fc0c60c7c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 210 time: 0.0264649 Sep 16 02:26:51.380579 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499ff9d-a143-4a7e-90fe-53232298f1ae req-205c6d5d-c282-41c3-a357-e44dd1690513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:51.382376 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1499ff9d-a143-4a7e-90fe-53232298f1ae req-205c6d5d-c282-41c3-a357-e44dd1690513 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 1098 time: 0.2430322 Sep 16 02:26:51.452878 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-315a8407-cbed-408e-8d4f-c17c597b05f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:51.727748 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48748) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:51.843021 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c592-d12c-48b9-9afa-8779f18bf2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:51.937774 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c592-d12c-48b9-9afa-8779f18bf2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:51.941825 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c592-d12c-48b9-9afa-8779f18bf2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:51.988187 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-d2f2c592-d12c-48b9-9afa-8779f18bf2f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f644cb1fc37249c1a2a377848fd4cff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580724 Sep 16 02:26:51.989056 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2c592-d12c-48b9-9afa-8779f18bf2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1007b599-b2f9-4b7c-9a75-8c2860cd7e8a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:51.990794 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48776) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:52.038879 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8431bffd-345b-4b41-b534-c82b94a0680e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.060229 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8431bffd-345b-4b41-b534-c82b94a0680e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.108120 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8431bffd-345b-4b41-b534-c82b94a0680e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.110646 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8431bffd-345b-4b41-b534-c82b94a0680e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.114377 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8431bffd-345b-4b41-b534-c82b94a0680e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1007b599-b2f9-4b7c-9a75-8c2860cd7e8a HTTP/1.1" status: 204 len: 168 time: 0.1199319 Sep 16 02:26:52.119796 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431bffd-345b-4b41-b534-c82b94a0680e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1007b599-b2f9-4b7c-9a75-8c2860cd7e8a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:52.243950 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.387232 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48792) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:52.399586 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9698d3f2-bef9-4cd6-a862-0bb7041ffeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.482562 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9698d3f2-bef9-4cd6-a862-0bb7041ffeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.486288 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9698d3f2-bef9-4cd6-a862-0bb7041ffeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.522186 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9698d3f2-bef9-4cd6-a862-0bb7041ffeda admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28a571f11012425a9a6f9f28de98d838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339269 Sep 16 02:26:52.523361 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698d3f2-bef9-4cd6-a862-0bb7041ffeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b858029c-480f-46a5-8ce0-f6272f1c1f0f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:52.524892 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48794) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:52.572259 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf4c7-8454-4ee6-8c90-b25d174e57aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.592382 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf4c7-8454-4ee6-8c90-b25d174e57aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.601361 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.639432 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf4c7-8454-4ee6-8c90-b25d174e57aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.641877 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf4c7-8454-4ee6-8c90-b25d174e57aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:52.642973 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-ba6cf4c7-8454-4ee6-8c90-b25d174e57aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b858029c-480f-46a5-8ce0-f6272f1c1f0f HTTP/1.1" status: 204 len: 168 time: 0.1170580 Sep 16 02:26:52.650169 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cf4c7-8454-4ee6-8c90-b25d174e57aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b858029c-480f-46a5-8ce0-f6272f1c1f0f,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:54.032055 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:54.231840 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1499ff9d-a143-4a7e-90fe-53232298f1ae req-c13b8e1e-6a04-4997-b348-8718c21a0476 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309637 Sep 16 02:26:54.339979 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1925284d-2852-4a4b-b75a-9809dce00324 req-93635493-e9ee-4ef4-ac3d-d27daf63a249 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 210 time: 0.0417390 Sep 16 02:26:54.390858 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4e7e5-26dd-408d-9b8b-9ae1a9bcf751 req-9d52b6a5-c4ac-4f50-85a1-d86b99bc9523 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:54.392427 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-61c4e7e5-26dd-408d-9b8b-9ae1a9bcf751 req-9d52b6a5-c4ac-4f50-85a1-d86b99bc9523 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0709503 Sep 16 02:26:54.429995 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-61c4e7e5-26dd-408d-9b8b-9ae1a9bcf751 req-78533c1d-f123-4dd9-808b-38bebcb9f9aa tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309663 Sep 16 02:26:55.161308 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-3340398c-21fc-4ed0-887d-e0b3bbf47662 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:55.162874 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-3340398c-21fc-4ed0-887d-e0b3bbf47662 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 815 time: 0.1257796 Sep 16 02:26:55.187170 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Request body: {'port': {'device_id': '8861a202-e0b4-46ad-a597-52655fef10c9', 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84', 'admin_state_up': True, 'tenant_id': 'c4b71ef944f9451991962740600e0ff8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:26:55.335188 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Made reservation on behalf of c4b71ef944f9451991962740600e0ff8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:26:55.339019 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:55.517104 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Allocated IP 172.20.0.6 (c12a495c-cbd1-4980-a189-581beccceb84/dd45c45f-f197-4e54-a92f-0c4b3b31dae4/98fa056e-24e7-4daf-adf6-17b48565cf0d) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:26:55.553560 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3147bb42-0f7f-4c24-9b8c-bafb6c3ef3ab req-de86e319-26b6-4848-93ed-da8189f3ad35 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 210 time: 0.0459223 Sep 16 02:26:55.565908 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc4186-9446-4192-b860-34e47bd6136f req-3adc72ba-42e8-4e12-ac34-4d11016240c5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:55.571999 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-98bc4186-9446-4192-b860-34e47bd6136f req-3adc72ba-42e8-4e12-ac34-4d11016240c5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0617294 Sep 16 02:26:55.616336 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-98bc4186-9446-4192-b860-34e47bd6136f req-f0fc7495-fc7f-4cde-a146-cd44694dbfc4 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414679 Sep 16 02:26:55.689967 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 48912) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:55.719782 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:55.760925 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:55.802249 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3992f105-0c67-4cb0-913f-a10f87b7d4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:55.802734 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Network c12a495c-cbd1-4980-a189-581beccceb84 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:26:55.805996 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:26:55.809649 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:26:55.840950 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Pushing event updated for resources: {'Port': ['ID=98fa056e-24e7-4daf-adf6-17b48565cf0d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:55.868075 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:55.868805 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:55.899624 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3992f105-0c67-4cb0-913f-a10f87b7d4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:55.903206 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3992f105-0c67-4cb0-913f-a10f87b7d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:55.907498 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-af1ac541-ec93-4954-8a26-950c8ad15a89 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7243385 Sep 16 02:26:55.940803 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-3992f105-0c67-4cb0-913f-a10f87b7d4cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=536c903e2a12446ba73b6cb5bed6e5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496254 Sep 16 02:26:55.941907 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992f105-0c67-4cb0-913f-a10f87b7d4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f2bcd6-359f-47d9-9c5e-4fa89ef37bc1,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:55.943497 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48916) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:55.994229 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34686d56-7e59-4a3f-bd68-b283ed172448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.014732 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34686d56-7e59-4a3f-bd68-b283ed172448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.061164 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34686d56-7e59-4a3f-bd68-b283ed172448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.063676 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34686d56-7e59-4a3f-bd68-b283ed172448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.064792 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-34686d56-7e59-4a3f-bd68-b283ed172448 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76f2bcd6-359f-47d9-9c5e-4fa89ef37bc1 HTTP/1.1" status: 204 len: 168 time: 0.1203041 Sep 16 02:26:56.072259 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34686d56-7e59-4a3f-bd68-b283ed172448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f2bcd6-359f-47d9-9c5e-4fa89ef37bc1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:56.497110 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48950) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:56.605103 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5981c63b-fc2a-4cbc-a5c4-532e321c9eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.692690 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5981c63b-fc2a-4cbc-a5c4-532e321c9eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.697585 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5981c63b-fc2a-4cbc-a5c4-532e321c9eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.733578 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981c63b-fc2a-4cbc-a5c4-532e321c9eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e7c602-e4b8-49f4-9646-24b80f21efa5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:56.737939 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5981c63b-fc2a-4cbc-a5c4-532e321c9eb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86ff6205ccb0432ca0af165d3b0ed47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394166 Sep 16 02:26:56.740582 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 48966) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:26:56.788803 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-563f3e7a-65a4-4d54-8729-a9b8faa43fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.809397 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-563f3e7a-65a4-4d54-8729-a9b8faa43fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.855185 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-563f3e7a-65a4-4d54-8729-a9b8faa43fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.857753 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-563f3e7a-65a4-4d54-8729-a9b8faa43fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:56.858888 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-563f3e7a-65a4-4d54-8729-a9b8faa43fab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7e7c602-e4b8-49f4-9646-24b80f21efa5 HTTP/1.1" status: 204 len: 168 time: 0.1169066 Sep 16 02:26:56.868115 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f3e7a-65a4-4d54-8729-a9b8faa43fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e7c602-e4b8-49f4-9646-24b80f21efa5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:58.735306 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Request body: {'port': {'device_id': '8861a202-e0b4-46ad-a597-52655fef10c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:26:58.811365 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:58.912300 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a380201-475a-46a2-9f6e-80c9dc8a30e2 req-1f51ec1b-44b5-4f1c-84a0-8a15e685b3db tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:58.920013 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a380201-475a-46a2-9f6e-80c9dc8a30e2 req-1f51ec1b-44b5-4f1c-84a0-8a15e685b3db tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 931 time: 0.0703487 Sep 16 02:26:58.934108 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad3d99-d8b0-44ce-99f1-778d435a816c req-81d6efb9-54fe-484e-a613-1918c2c1fc68 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:58.935639 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45ad3d99-d8b0-44ce-99f1-778d435a816c req-81d6efb9-54fe-484e-a613-1918c2c1fc68 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0623653 Sep 16 02:26:58.973993 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45ad3d99-d8b0-44ce-99f1-778d435a816c req-e84a7356-aaf3-4477-9992-de945225ab12 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322573 Sep 16 02:26:59.021869 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a380201-475a-46a2-9f6e-80c9dc8a30e2 req-7698bd0e-348d-474b-8981-38f3a2f75034 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010377 Sep 16 02:26:59.088830 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f315304-ef50-4851-9a31-3da9df5552f2 req-29ca1015-a090-47ec-a556-835000386429 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:59.090472 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5f315304-ef50-4851-9a31-3da9df5552f2 req-29ca1015-a090-47ec-a556-835000386429 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0498960 Sep 16 02:26:59.128901 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5f315304-ef50-4851-9a31-3da9df5552f2 req-9271b0c6-1316-4db8-944e-22890adeed27 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Sep 16 02:26:59.165252 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fa056e-24e7-4daf-adf6-17b48565cf0d {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:26:59.172746 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:59.184884 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Transition to ACTIVE for port object 98fa056e-24e7-4daf-adf6-17b48565cf0d will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:26:59.188387 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:59.255148 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Pushing event updated for resources: {'Port': ['ID=98fa056e-24e7-4daf-adf6-17b48565cf0d,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:59.310969 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Attempting to bind port 98fa056e-24e7-4daf-adf6-17b48565cf0d on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:26:59.311384 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Attempting to bind port 98fa056e-24e7-4daf-adf6-17b48565cf0d by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:26:59.311717 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Attempting to bind port 98fa056e-24e7-4daf-adf6-17b48565cf0d on network c12a495c-cbd1-4980-a189-581beccceb84 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:26:59.316423 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Port 98fa056e-24e7-4daf-adf6-17b48565cf0d on network c12a495c-cbd1-4980-a189-581beccceb84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:26:59.317095 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Attempting to bind port 98fa056e-24e7-4daf-adf6-17b48565cf0d on network c12a495c-cbd1-4980-a189-581beccceb84 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:26:59.323607 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:26:59.324009 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Checking segment: {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:26:59.324480 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Bound using segment: {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:26:59.324971 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Bound port: 98fa056e-24e7-4daf-adf6-17b48565cf0d, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:26:59.325384 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:59.391888 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] For port 98fa056e-24e7-4daf-adf6-17b48565cf0d, host hv-cinder-80930, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:26:59.395025 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] For port 98fa056e-24e7-4daf-adf6-17b48565cf0d, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=98fa056e-24e7-4daf-adf6-17b48565cf0d,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:26:59.400099 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:59.432454 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:59.433065 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:26:59.434596 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] 10.222.0.15 "PUT /v2.0/ports/98fa056e-24e7-4daf-adf6-17b48565cf0d HTTP/1.1" status: 200 len: 1093 time: 0.7055261 Sep 16 02:26:59.435006 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8861a202-e0b4-46ad-a597-52655fef10c9', 'tag': '98fa056e-24e7-4daf-adf6-17b48565cf0d'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:26:59.437645 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f63695-1831-499d-9ced-7e3445170156" -d '{"events": [{"name": "network-changed", "server_uuid": "8861a202-e0b4-46ad-a597-52655fef10c9", "tag": "98fa056e-24e7-4daf-adf6-17b48565cf0d"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:26:59.480241 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3b1a6-611e-4a13-9a06-4461aad6f591 service neutron] Pushing event updated for resources: {'Port': ['ID=98fa056e-24e7-4daf-adf6-17b48565cf0d,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:26:59.520941 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1462c2a9-4e6e-46c1-a0aa-f9fb189291c8 x-openstack-request-id: req-1462c2a9-4e6e-46c1-a0aa-f9fb189291c8 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:26:59.521230 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8861a202-e0b4-46ad-a597-52655fef10c9", "tag": "98fa056e-24e7-4daf-adf6-17b48565cf0d", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:26:59.521479 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1462c2a9-4e6e-46c1-a0aa-f9fb189291c8 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:26:59.521874 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8861a202-e0b4-46ad-a597-52655fef10c9', 'tag': '98fa056e-24e7-4daf-adf6-17b48565cf0d', 'status': 'completed', 'code': 200} Sep 16 02:26:59.529875 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-1581f9a8-3b00-4200-a6a7-0b5a7149a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:59.531398 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-1581f9a8-3b00-4200-a6a7-0b5a7149a799 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 1096 time: 0.0471561 Sep 16 02:26:59.583396 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-46d55639-6af8-4699-8f4a-9e83da9d6a07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98fa056e-24e7-4daf-adf6-17b48565cf0d HTTP/1.1" status: 200 len: 217 time: 0.0416572 Sep 16 02:26:59.637331 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-957bfdb4-472d-44a6-bc2a-79dcf2be56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:26:59.638796 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-957bfdb4-472d-44a6-bc2a-79dcf2be56ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd45c45f-f197-4e54-a92f-0c4b3b31dae4 HTTP/1.1" status: 200 len: 855 time: 0.0484331 Sep 16 02:26:59.677384 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-82715839-a717-4c2c-8017-68f50d33dbae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12a495c-cbd1-4980-a189-581beccceb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301106 Sep 16 02:26:59.792749 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-c7ce335d-f62a-46d5-93cd-d3bc569134fa service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052330 Sep 16 02:26:59.908351 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f396f3c-6ba0-4719-9493-2757e9341ee1 req-b219b490-ae0b-437a-bd05-ed25af6b35f8 service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072984 Sep 16 02:27:00.141018 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53000e26-944e-4688-845c-26aef56ca3d9 req-952f47b8-0e10-4798-9c39-2ccc68c83dc4 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:00.142482 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-53000e26-944e-4688-845c-26aef56ca3d9 req-952f47b8-0e10-4798-9c39-2ccc68c83dc4 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 943 time: 0.0518193 Sep 16 02:27:00.179164 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-53000e26-944e-4688-845c-26aef56ca3d9 req-62e40214-5042-4eb6-a76c-3e923d2a4229 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297751 Sep 16 02:27:00.769995 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae8bba-1150-4746-99c4-6447b1eaeb43 req-ac515c1d-d514-4442-9427-e5c1d30bf46b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:00.771484 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5bae8bba-1150-4746-99c4-6447b1eaeb43 req-ac515c1d-d514-4442-9427-e5c1d30bf46b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0535240 Sep 16 02:27:00.808291 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5bae8bba-1150-4746-99c4-6447b1eaeb43 req-56137784-e277-4346-967f-ce4a24bb44c1 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Sep 16 02:27:00.819955 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49106) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:00.936407 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a194e95-f965-45b9-9357-860388aef5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:00.946687 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f63695-1831-499d-9ced-7e3445170156 req-47cf07ac-f270-47a5-95db-bc63aad9a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:00.948198 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24f63695-1831-499d-9ced-7e3445170156 req-47cf07ac-f270-47a5-95db-bc63aad9a6b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 1096 time: 0.0503960 Sep 16 02:27:01.026669 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a194e95-f965-45b9-9357-860388aef5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:01.030245 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a194e95-f965-45b9-9357-860388aef5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:01.067500 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6a194e95-f965-45b9-9357-860388aef5e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be911702abfa4578bda323442e7921b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464647 Sep 16 02:27:01.068349 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a194e95-f965-45b9-9357-860388aef5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e5c336-062a-42e0-876b-1ff4c2057d15,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:01.070489 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:01.116897 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4accac86-d0f5-4d07-b788-0daa68152285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:01.136463 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4accac86-d0f5-4d07-b788-0daa68152285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:01.180333 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4accac86-d0f5-4d07-b788-0daa68152285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:01.182891 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4accac86-d0f5-4d07-b788-0daa68152285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:01.184045 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-4accac86-d0f5-4d07-b788-0daa68152285 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50e5c336-062a-42e0-876b-1ff4c2057d15 HTTP/1.1" status: 204 len: 168 time: 0.1125524 Sep 16 02:27:01.191441 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accac86-d0f5-4d07-b788-0daa68152285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e5c336-062a-42e0-876b-1ff4c2057d15,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:02.148206 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:27:02.784997 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3151-2695-4c6b-a046-955a2817960d req-c02c74b1-8dda-4dbd-97d0-85c91a75f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:02.787087 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d57e3151-2695-4c6b-a046-955a2817960d req-c02c74b1-8dda-4dbd-97d0-85c91a75f174 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 1098 time: 0.0475185 Sep 16 02:27:02.831572 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f63695-1831-499d-9ced-7e3445170156 req-ab42eec5-2f2f-477f-b07a-7f03b16c2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:02.833045 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24f63695-1831-499d-9ced-7e3445170156 req-ab42eec5-2f2f-477f-b07a-7f03b16c2daf service neutron] 10.222.0.15 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 916 time: 0.0958972 Sep 16 02:27:02.878302 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24f63695-1831-499d-9ced-7e3445170156 req-9bbd9162-eef9-4541-a2e1-dbcf8d677af2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98fa056e-24e7-4daf-adf6-17b48565cf0d HTTP/1.1" status: 200 len: 217 time: 0.0357583 Sep 16 02:27:02.920780 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3151-2695-4c6b-a046-955a2817960d req-095512ad-bad9-46cc-afe6-75c36d04a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:02.922345 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d57e3151-2695-4c6b-a046-955a2817960d req-095512ad-bad9-46cc-afe6-75c36d04a25d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 919 time: 0.1200964 Sep 16 02:27:02.980737 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d57e3151-2695-4c6b-a046-955a2817960d req-f235a66f-c57a-4caf-a057-b9d99d0b34d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e0024da-6425-43a3-b104-0d2fff5b576d HTTP/1.1" status: 200 len: 217 time: 0.0458789 Sep 16 02:27:02.988643 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f63695-1831-499d-9ced-7e3445170156 req-15d2b1ad-20dc-434a-9840-c2b8bc2ae50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:02.990653 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24f63695-1831-499d-9ced-7e3445170156 req-15d2b1ad-20dc-434a-9840-c2b8bc2ae50f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd45c45f-f197-4e54-a92f-0c4b3b31dae4 HTTP/1.1" status: 200 len: 855 time: 0.1042142 Sep 16 02:27:03.039623 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24f63695-1831-499d-9ced-7e3445170156 req-9efd62d1-109f-4cc9-b737-3db5fc1e20d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12a495c-cbd1-4980-a189-581beccceb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390785 Sep 16 02:27:03.048083 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f6708-c2f2-465a-ba6f-99aadeca4612 req-7fe173d8-5106-4398-9261-110f3b87c7ff tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:03.051125 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fa4f6708-c2f2-465a-ba6f-99aadeca4612 req-7fe173d8-5106-4398-9261-110f3b87c7ff tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0956557 Sep 16 02:27:03.068427 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86d842-92b8-41d2-bc9e-ab538ab20883 req-80304d26-3b4d-4a89-8aaa-4247dcd5d388 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:03.071085 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8a86d842-92b8-41d2-bc9e-ab538ab20883 req-80304d26-3b4d-4a89-8aaa-4247dcd5d388 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 943 time: 0.0889990 Sep 16 02:27:03.107128 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3151-2695-4c6b-a046-955a2817960d req-16750114-596a-4468-9238-f3b748774410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:03.108623 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d57e3151-2695-4c6b-a046-955a2817960d req-16750114-596a-4468-9238-f3b748774410 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 200 len: 858 time: 0.0972767 Sep 16 02:27:03.159561 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fa4f6708-c2f2-465a-ba6f-99aadeca4612 req-f03e53ab-bdf8-46b6-8e2b-895a6eebc6e2 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984292 Sep 16 02:27:03.166631 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8a86d842-92b8-41d2-bc9e-ab538ab20883 req-a80c17bf-47e9-4237-82b1-b6fb3bd2826f tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810146 Sep 16 02:27:03.182571 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d57e3151-2695-4c6b-a046-955a2817960d req-a63ef14e-1018-40d8-85b2-2ea2657e5d84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d9910c1-dccd-493a-b462-b594f2d6f14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516000 Sep 16 02:27:03.201195 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24f63695-1831-499d-9ced-7e3445170156 req-4b9809c4-d27e-4e9d-a814-534ef12c351f service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499703 Sep 16 02:27:03.288847 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d57e3151-2695-4c6b-a046-955a2817960d req-5cca139a-71fc-4f97-a30d-6c1bec310966 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960827 Sep 16 02:27:03.305288 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24f63695-1831-499d-9ced-7e3445170156 req-8dce87fd-4131-42ad-9d96-e602c6a75db2 service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937462 Sep 16 02:27:03.384652 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d57e3151-2695-4c6b-a046-955a2817960d req-a5f5e981-b843-48c6-ab46-82752394bb5a service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884855 Sep 16 02:27:04.309207 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cad200-e5f2-4d47-84f3-acad49e6b879 req-11866973-1be3-4a09-a661-2531cc81d76d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:04.311508 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a4cad200-e5f2-4d47-84f3-acad49e6b879 req-11866973-1be3-4a09-a661-2531cc81d76d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0706141 Sep 16 02:27:04.339122 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a365ff4-7b6c-4374-be85-3b371d0c04af req-9482e51f-9bfd-4f74-ace2-229fdeade4df tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:04.340662 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2a365ff4-7b6c-4374-be85-3b371d0c04af req-9482e51f-9bfd-4f74-ace2-229fdeade4df tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 943 time: 0.0653329 Sep 16 02:27:04.360247 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a4cad200-e5f2-4d47-84f3-acad49e6b879 req-60b63632-1bab-4db3-9504-3053a1de8d34 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Sep 16 02:27:04.397419 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2a365ff4-7b6c-4374-be85-3b371d0c04af req-6806a285-6d16-43ee-9e2b-f5d2c9269673 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Sep 16 02:27:05.483122 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12a33-c7ac-47b2-b281-4b38784cb5fa req-025ef4e3-de81-449d-9b2e-ed58cea622fe tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:05.484639 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bdc12a33-c7ac-47b2-b281-4b38784cb5fa req-025ef4e3-de81-449d-9b2e-ed58cea622fe tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0496907 Sep 16 02:27:05.516506 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d4e71-96b1-4852-b7e3-2b27f6e0c542 req-9b09f5b1-32f1-419b-8902-382ff835c6c1 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:05.518041 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-768d4e71-96b1-4852-b7e3-2b27f6e0c542 req-9b09f5b1-32f1-419b-8902-382ff835c6c1 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 943 time: 0.0482903 Sep 16 02:27:05.524017 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bdc12a33-c7ac-47b2-b281-4b38784cb5fa req-b866ebcd-8fe1-4bd1-a25b-9a81443538a1 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Sep 16 02:27:05.556009 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-768d4e71-96b1-4852-b7e3-2b27f6e0c542 req-0ac67e5c-4a82-424c-8950-0e11172416e5 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Sep 16 02:27:05.809915 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 98fa056e-24e7-4daf-adf6-17b48565cf0d details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:27:05.903078 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 98fa056e-24e7-4daf-adf6-17b48565cf0d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=98fa056e-24e7-4daf-adf6-17b48565cf0d,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:05.914862 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '98fa056e-24e7-4daf-adf6-17b48565cf0d', 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84', 'port_id': '98fa056e-24e7-4daf-adf6-17b48565cf0d', 'mac_address': 'fa:16:3e:f5:69:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd45c45f-f197-4e54-a92f-0c4b3b31dae4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:27:05.956430 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:05.969409 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fa056e-24e7-4daf-adf6-17b48565cf0d {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:27:05.988562 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 98fa056e-24e7-4daf-adf6-17b48565cf0d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=98fa056e-24e7-4daf-adf6-17b48565cf0d,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:05.992161 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:06.039670 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=98fa056e-24e7-4daf-adf6-17b48565cf0d,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:06.046703 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.047059 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.047438 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.047776 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.048106 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.051313 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.051313 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.051313 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.051313 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.051313 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.051313 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.051313 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:06.484132 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['98fa056e-24e7-4daf-adf6-17b48565cf0d'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:27:06.682046 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160a5fb-7a92-4134-bbfd-328d085a45e6 req-70624c5b-6744-4c30-94d1-e03bf9df0f11 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:06.684719 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6160a5fb-7a92-4134-bbfd-328d085a45e6 req-70624c5b-6744-4c30-94d1-e03bf9df0f11 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0902703 Sep 16 02:27:06.714127 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e27d0-1bdb-419b-9a91-9795b9262232 req-d80c9c31-9806-49d9-a708-e9b0bf49726e tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:06.720326 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dc0e27d0-1bdb-419b-9a91-9795b9262232 req-d80c9c31-9806-49d9-a708-e9b0bf49726e tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 944 time: 0.0825882 Sep 16 02:27:06.738474 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6160a5fb-7a92-4134-bbfd-328d085a45e6 req-f35a6d4b-f92a-405d-88cb-37712d43d8ec tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350657 Sep 16 02:27:06.766312 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dc0e27d0-1bdb-419b-9a91-9795b9262232 req-bb36728f-fd71-4a19-adfd-f11ad79430a8 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446205 Sep 16 02:27:06.810219 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49380) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:06.918050 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a6fdebd-940d-4418-b0fd-29a23547595e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.019526 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a6fdebd-940d-4418-b0fd-29a23547595e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.024110 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a6fdebd-940d-4418-b0fd-29a23547595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.066339 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fdebd-940d-4418-b0fd-29a23547595e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083319ef-3c65-4718-9326-d6d094a23bed,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:07.070837 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49384) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:07.071041 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0a6fdebd-940d-4418-b0fd-29a23547595e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1f957dec72540f7b2d43a782f28cf05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594850 Sep 16 02:27:07.126671 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5872dcd8-e377-4142-b7bd-f486179f7d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.149435 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5872dcd8-e377-4142-b7bd-f486179f7d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.193794 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5872dcd8-e377-4142-b7bd-f486179f7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.197232 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5872dcd8-e377-4142-b7bd-f486179f7d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.198351 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-5872dcd8-e377-4142-b7bd-f486179f7d5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/083319ef-3c65-4718-9326-d6d094a23bed HTTP/1.1" status: 204 len: 168 time: 0.1264875 Sep 16 02:27:07.205878 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872dcd8-e377-4142-b7bd-f486179f7d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083319ef-3c65-4718-9326-d6d094a23bed,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:07.469454 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49402) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:07.483255 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d732024-020d-49e5-a5fa-3d360f727915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.572379 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d732024-020d-49e5-a5fa-3d360f727915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.576633 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d732024-020d-49e5-a5fa-3d360f727915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.617323 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-4d732024-020d-49e5-a5fa-3d360f727915 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12d14993ea66459da8dcf2a00476611d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468043 Sep 16 02:27:07.619216 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d732024-020d-49e5-a5fa-3d360f727915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c7d56b-6e6c-4da9-ae9d-91f1d67de723,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:07.619869 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:07.667981 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6808308-b02d-4464-8299-c8fcadd86612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.690434 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6808308-b02d-4464-8299-c8fcadd86612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.708959 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49410) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:07.751886 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6808308-b02d-4464-8299-c8fcadd86612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.754382 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6808308-b02d-4464-8299-c8fcadd86612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.755728 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c6808308-b02d-4464-8299-c8fcadd86612 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07c7d56b-6e6c-4da9-ae9d-91f1d67de723 HTTP/1.1" status: 204 len: 168 time: 0.1348987 Sep 16 02:27:07.765172 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6808308-b02d-4464-8299-c8fcadd86612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c7d56b-6e6c-4da9-ae9d-91f1d67de723,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:07.837549 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 98fa056e-24e7-4daf-adf6-17b48565cf0d up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:07.865661 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eddda647-88ee-47af-9280-f92a474775fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.925610 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90182b5a-0a35-456e-a3ae-c539a3adb9dc req-dcdadc50-0cf9-419b-bcfd-04ca6e8a7333 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:07.927876 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-90182b5a-0a35-456e-a3ae-c539a3adb9dc req-dcdadc50-0cf9-419b-bcfd-04ca6e8a7333 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0704420 Sep 16 02:27:07.946232 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 98fa056e-24e7-4daf-adf6-17b48565cf0d completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:27:07.953428 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 98fa056e-24e7-4daf-adf6-17b48565cf0d triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:07.954931 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:07.968001 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67a7d-92cc-4b56-b438-496dbe928789 req-3d36b2de-2545-4d07-bc4c-7e91a16546e7 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:07.969519 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-89e67a7d-92cc-4b56-b438-496dbe928789 req-3d36b2de-2545-4d07-bc4c-7e91a16546e7 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 944 time: 0.0945389 Sep 16 02:27:08.001030 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-90182b5a-0a35-456e-a3ae-c539a3adb9dc req-bbe235fb-19ed-4dc6-9e45-5ce6c51e469a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623813 Sep 16 02:27:08.030803 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-89e67a7d-92cc-4b56-b438-496dbe928789 req-35af14f5-80ce-4e44-9e33-69121a00be3a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530083 Sep 16 02:27:08.077082 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eddda647-88ee-47af-9280-f92a474775fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.082269 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eddda647-88ee-47af-9280-f92a474775fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.085239 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.121587 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8861a202-e0b4-46ad-a597-52655fef10c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa056e-24e7-4daf-adf6-17b48565cf0d'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:27:08.123075 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddda647-88ee-47af-9280-f92a474775fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b046f70-a6c8-4628-bf6b-8a181a69aa49,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:08.124367 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce10f5e3-dce4-4a48-bb27-aba3cfd08369" -d '{"events": [{"server_uuid": "8861a202-e0b4-46ad-a597-52655fef10c9", "name": "network-vif-plugged", "status": "completed", "tag": "98fa056e-24e7-4daf-adf6-17b48565cf0d"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:27:08.127494 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-eddda647-88ee-47af-9280-f92a474775fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82acbd959e874ffd9f01734e415b6c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170666 Sep 16 02:27:08.130184 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49430) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:08.141796 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 98fa056e-24e7-4daf-adf6-17b48565cf0d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=98fa056e-24e7-4daf-adf6-17b48565cf0d,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:08.146779 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.167783 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49432) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:08.182351 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cfe794f-95a7-4a8d-bda5-cd21ff98e75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.191482 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ba27065-39a6-4c5a-8d75-cb8c8af65760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.198621 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01caacf6-8d93-4567-b9d0-6b9069019861 x-openstack-request-id: req-01caacf6-8d93-4567-b9d0-6b9069019861 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:27:08.199038 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8861a202-e0b4-46ad-a597-52655fef10c9", "name": "network-vif-plugged", "status": "completed", "tag": "98fa056e-24e7-4daf-adf6-17b48565cf0d", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:27:08.199369 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-01caacf6-8d93-4567-b9d0-6b9069019861 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:27:08.199774 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8861a202-e0b4-46ad-a597-52655fef10c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa056e-24e7-4daf-adf6-17b48565cf0d', 'code': 200} Sep 16 02:27:08.217248 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ba27065-39a6-4c5a-8d75-cb8c8af65760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.219710 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=98fa056e-24e7-4daf-adf6-17b48565cf0d,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:08.269968 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ba27065-39a6-4c5a-8d75-cb8c8af65760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.273391 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ba27065-39a6-4c5a-8d75-cb8c8af65760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.284846 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8ba27065-39a6-4c5a-8d75-cb8c8af65760 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b046f70-a6c8-4628-bf6b-8a181a69aa49 HTTP/1.1" status: 204 len: 168 time: 0.1462598 Sep 16 02:27:08.296465 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba27065-39a6-4c5a-8d75-cb8c8af65760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b046f70-a6c8-4628-bf6b-8a181a69aa49,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:08.320222 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cfe794f-95a7-4a8d-bda5-cd21ff98e75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.326886 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cfe794f-95a7-4a8d-bda5-cd21ff98e75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.396094 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49438) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:08.399826 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-8cfe794f-95a7-4a8d-bda5-cd21ff98e75e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=748118827bcc47cd8ae3afb3dff27cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309210 Sep 16 02:27:08.405179 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe794f-95a7-4a8d-bda5-cd21ff98e75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736c867c-925e-4983-90af-3ee349921db3,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:08.423429 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f4613-d72b-4db9-ab71-9ae679bf90d9 req-053a49eb-4716-4a8e-923c-657a4c1d418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:08.424881 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6c5f4613-d72b-4db9-ab71-9ae679bf90d9 req-053a49eb-4716-4a8e-923c-657a4c1d418a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 1098 time: 0.0693188 Sep 16 02:27:08.452829 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87c802b0-13ca-4820-bd4c-2eb2ce5b1df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.468595 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6c5f4613-d72b-4db9-ab71-9ae679bf90d9 req-6d2b016a-c07d-4ca2-ac60-723f7fe99faf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306420 Sep 16 02:27:08.480731 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87c802b0-13ca-4820-bd4c-2eb2ce5b1df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.532461 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87c802b0-13ca-4820-bd4c-2eb2ce5b1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.535323 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87c802b0-13ca-4820-bd4c-2eb2ce5b1df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.536150 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-87c802b0-13ca-4820-bd4c-2eb2ce5b1df4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/736c867c-925e-4983-90af-3ee349921db3 HTTP/1.1" status: 204 len: 168 time: 0.1390376 Sep 16 02:27:08.544327 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c802b0-13ca-4820-bd4c-2eb2ce5b1df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736c867c-925e-4983-90af-3ee349921db3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:08.668888 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49446) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:08.681990 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce3035a8-a3f5-4d07-9f25-aa408c01d87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.786251 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce3035a8-a3f5-4d07-9f25-aa408c01d87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.790655 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce3035a8-a3f5-4d07-9f25-aa408c01d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.829835 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3035a8-a3f5-4d07-9f25-aa408c01d87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493f1bf5-47ce-4137-a61f-66e3e62d0fda,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:08.836921 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ce3035a8-a3f5-4d07-9f25-aa408c01d87d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d2567ae6d534e33a0683e5eaf66aa1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670010 Sep 16 02:27:08.839456 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49456) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:08.890298 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b51e72d-87b4-40a5-bc78-3d836b10234a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.910982 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b51e72d-87b4-40a5-bc78-3d836b10234a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.960371 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b51e72d-87b4-40a5-bc78-3d836b10234a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.963076 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b51e72d-87b4-40a5-bc78-3d836b10234a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:08.964281 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9b51e72d-87b4-40a5-bc78-3d836b10234a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/493f1bf5-47ce-4137-a61f-66e3e62d0fda HTTP/1.1" status: 204 len: 168 time: 0.1239262 Sep 16 02:27:08.972246 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51e72d-87b4-40a5-bc78-3d836b10234a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493f1bf5-47ce-4137-a61f-66e3e62d0fda,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:09.142158 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2289997-2e79-4488-94e0-e80e57ba889d req-99cdd1ea-448f-4b74-96a0-d9de25be4267 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:09.143703 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d2289997-2e79-4488-94e0-e80e57ba889d req-99cdd1ea-448f-4b74-96a0-d9de25be4267 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0632112 Sep 16 02:27:09.193550 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d2289997-2e79-4488-94e0-e80e57ba889d req-e8e3e520-d5aa-4bcd-afe0-d7aa5ce34d13 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Sep 16 02:27:09.196939 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd56425-81f1-44f4-9659-9f39592ad160 req-39de02dc-f58c-4623-a33c-02517535e669 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:09.198414 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0cd56425-81f1-44f4-9659-9f39592ad160 req-39de02dc-f58c-4623-a33c-02517535e669 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 945 time: 0.0735047 Sep 16 02:27:09.239605 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0cd56425-81f1-44f4-9659-9f39592ad160 req-5cb9c047-3094-480e-9c06-675617917b51 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348320 Sep 16 02:27:09.266605 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49480) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:09.375038 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49486) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:09.390246 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-65ce02ce-fe1c-471e-93c8-418b2a93efd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.415989 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-add642c7-bab6-4044-8a6d-6e63449c6118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.506024 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-65ce02ce-fe1c-471e-93c8-418b2a93efd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.512154 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-65ce02ce-fe1c-471e-93c8-418b2a93efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.563404 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-65ce02ce-fe1c-471e-93c8-418b2a93efd1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b688cc8fb794d0985d5f38e298975c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871727 Sep 16 02:27:09.566064 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49490) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:09.567384 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce02ce-fe1c-471e-93c8-418b2a93efd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb3dcd3-223a-49e9-832e-d784e6d8db94,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:09.618632 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c39f4d9f-242c-4364-822a-82ffbf015687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.648436 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c39f4d9f-242c-4364-822a-82ffbf015687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.648844 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-add642c7-bab6-4044-8a6d-6e63449c6118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.653289 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-add642c7-bab6-4044-8a6d-6e63449c6118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.693193 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-add642c7-bab6-4044-8a6d-6e63449c6118 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6091dc78a014818b23c0aed15f1f46f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251215 Sep 16 02:27:09.694625 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add642c7-bab6-4044-8a6d-6e63449c6118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa09394-3bb5-4100-ae61-3351e84b1bc4,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:09.697262 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49494) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:09.705769 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c39f4d9f-242c-4364-822a-82ffbf015687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.708644 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c39f4d9f-242c-4364-822a-82ffbf015687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.713349 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c39f4d9f-242c-4364-822a-82ffbf015687 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edb3dcd3-223a-49e9-832e-d784e6d8db94 HTTP/1.1" status: 204 len: 168 time: 0.1427696 Sep 16 02:27:09.741030 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f4d9f-242c-4364-822a-82ffbf015687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb3dcd3-223a-49e9-832e-d784e6d8db94,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:09.771461 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce15a-2d21-47a3-926a-790c281eadf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.794739 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce15a-2d21-47a3-926a-790c281eadf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.851485 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce15a-2d21-47a3-926a-790c281eadf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.853508 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce15a-2d21-47a3-926a-790c281eadf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:09.857225 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ea2ce15a-2d21-47a3-926a-790c281eadf5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8aa09394-3bb5-4100-ae61-3351e84b1bc4 HTTP/1.1" status: 204 len: 168 time: 0.1560380 Sep 16 02:27:09.872608 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ce15a-2d21-47a3-926a-790c281eadf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa09394-3bb5-4100-ae61-3351e84b1bc4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:10.333429 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73313517-f951-4dff-8f21-a45398a16e2b req-ca7a76a5-2150-4be6-992c-ebc866d7b792 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:10.335567 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-73313517-f951-4dff-8f21-a45398a16e2b req-ca7a76a5-2150-4be6-992c-ebc866d7b792 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0692506 Sep 16 02:27:10.387220 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-73313517-f951-4dff-8f21-a45398a16e2b req-50a29377-2783-4240-ac82-102f99c44465 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Sep 16 02:27:10.391789 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d42cf-df26-4aa1-b91b-470c26d9ae60 req-ffc6dbdb-84f2-4e35-b7a0-80e2e2992f2b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:10.393614 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ee3d42cf-df26-4aa1-b91b-470c26d9ae60 req-ffc6dbdb-84f2-4e35-b7a0-80e2e2992f2b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 945 time: 0.0670533 Sep 16 02:27:10.431779 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ee3d42cf-df26-4aa1-b91b-470c26d9ae60 req-67d10a53-3486-42d2-944e-a2dd22273eac tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314748 Sep 16 02:27:10.836344 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49562) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:10.937696 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1070976420-network', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:10.971974 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Made reservation on behalf of c36dfe824cb44914b5d0e6084eb265ca for: {'network': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:10.974353 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:10.983060 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.097265 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.101868 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.115377 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49574) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:11.123186 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:27:11.145122 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e742026d-43a5-4923-a2ab-23009e5326e2,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:11.150031 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.150362 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.segments_db [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Added segment f2c0ed59-85ed-4ae5-a675-d07b7417578d of type vlan for network 08d30e9d-efab-46e1-810b-f10a6193912f Sep 16 02:27:11.188737 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.215079 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.216138 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:11.216750 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.236890 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fae509ba-25bc-4f17-8ff5-2258780c4c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.246664 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4092472 Sep 16 02:27:11.249632 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49578) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:11.255832 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Request body: {'subnet': {'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1070976420-subnet', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'ip_version': 4}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:11.289182 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ec0c7-780c-4f08-9638-ba779c4f29b0 admin admin] Pushing event updated for resources: {'Network': ['ID=08d30e9d-efab-46e1-810b-f10a6193912f,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:11.300202 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network 08d30e9d-efab-46e1-810b-f10a6193912f details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:27:11.329213 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fae509ba-25bc-4f17-8ff5-2258780c4c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.337207 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fae509ba-25bc-4f17-8ff5-2258780c4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.348516 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Made reservation on behalf of c36dfe824cb44914b5d0e6084eb265ca for: {'subnet': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:11.351408 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.375537 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae509ba-25bc-4f17-8ff5-2258780c4c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943e293c-9128-4092-bcee-e199cc002d84,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:11.381039 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-fae509ba-25bc-4f17-8ff5-2258780c4c69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfb964199bf04f9ea429215fb4ca01f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633746 Sep 16 02:27:11.383134 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49580) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:11.437198 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae8a6-099a-424e-815b-4716e0577813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.459499 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae8a6-099a-424e-815b-4716e0577813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.504109 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae8a6-099a-424e-815b-4716e0577813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.507095 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae8a6-099a-424e-815b-4716e0577813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.508245 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8d6ae8a6-099a-424e-815b-4716e0577813 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/943e293c-9128-4092-bcee-e199cc002d84 HTTP/1.1" status: 204 len: 168 time: 0.1242726 Sep 16 02:27:11.515810 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ae8a6-099a-424e-815b-4716e0577813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943e293c-9128-4092-bcee-e199cc002d84,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:11.569251 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e73f3-ca06-46cb-8140-737ad62ba680 req-9ea12cfd-2b6b-4423-a969-87249b48893b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:11.570741 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-185e73f3-ca06-46cb-8140-737ad62ba680 req-9ea12cfd-2b6b-4423-a969-87249b48893b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0982187 Sep 16 02:27:11.572033 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for subnet, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.645571 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c64391-5fdd-4c21-a2f3-fcba32b3ef8b,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:11.664908 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-185e73f3-ca06-46cb-8140-737ad62ba680 req-f9ccb987-cf5e-4374-80dc-0a70a16f91f5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851934 Sep 16 02:27:11.669059 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Checking segment: {'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:11.669408 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Network hostable DHCP agents. Network: 08d30e9d-efab-46e1-810b-f10a6193912f, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:27:11.690504 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Network 08d30e9d-efab-46e1-810b-f10a6193912f is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:27:11.700463 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, 08d30e9d-efab-46e1-810b-f10a6193912f) {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:11.704783 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:11.705673 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.712075 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a96ee10-f059-4817-90ba-135dec294578 None None] Network 08d30e9d-efab-46e1-810b-f10a6193912f requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:11.725230 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-45f5f9d3-a64a-460a-aeaf-9310ece9b2b1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4745052 Sep 16 02:27:11.732001 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49588) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:11.736609 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:11.758028 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7869852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2468'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.759757 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7864588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8120476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2451'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.800771 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49590) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:11.816406 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-621e17eb-ead3-470c-96c6-3416263d5934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.816693 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.902355 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea0194de-0e4e-5cff-8928-79b91472b142-08d30e9d-efab-46e1-810b-f10a6193912f', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b'}]}} from dv-cinder-809306-1-iscsi. {{(pid=93922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 02:27:11.903257 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.938951 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-621e17eb-ead3-470c-96c6-3416263d5934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.945635 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-621e17eb-ead3-470c-96c6-3416263d5934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:11.986202 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e17eb-ead3-470c-96c6-3416263d5934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503b7906-a451-4ea8-97b3-e846f91f35c5,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:12.010973 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.030758 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-621e17eb-ead3-470c-96c6-3416263d5934 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92528131f7cb4400af949fb2c7113c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286992 Sep 16 02:27:12.031369 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49600) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:12.098245 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e14af5b-cb67-481d-9f9d-c765ac423c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.103159 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.db_base_plugin_common [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Allocated IP 172.20.0.2 (08d30e9d-efab-46e1-810b-f10a6193912f/86c64391-5fdd-4c21-a2f3-fcba32b3ef8b/85d157ab-4dbc-48fe-b97a-5222c0b78937) {{(pid=93922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:12.128023 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e14af5b-cb67-481d-9f9d-c765ac423c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.186624 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e14af5b-cb67-481d-9f9d-c765ac423c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.189180 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e14af5b-cb67-481d-9f9d-c765ac423c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.193494 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-7e14af5b-cb67-481d-9f9d-c765ac423c51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/503b7906-a451-4ea8-97b3-e846f91f35c5 HTTP/1.1" status: 204 len: 168 time: 0.1580462 Sep 16 02:27:12.214666 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14af5b-cb67-481d-9f9d-c765ac423c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503b7906-a451-4ea8-97b3-e846f91f35c5,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:12.313326 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.335023 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.342245 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Notify callbacks [] for port, precommit_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.355697 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.402095 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Network 08d30e9d-efab-46e1-810b-f10a6193912f is already hosted by enough agents. {{(pid=93922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:12.405813 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.base_scheduler [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Resources bound (agent type, host, resource id): {{(pid=93922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:12.408466 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Received port after_create {{(pid=93922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:12.449777 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Pushing event updated for resources: {'Port': ['ID=85d157ab-4dbc-48fe-b97a-5222c0b78937,revision_number=1']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:12.498104 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Attempting to bind port 85d157ab-4dbc-48fe-b97a-5222c0b78937 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:12.498572 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Attempting to bind port 85d157ab-4dbc-48fe-b97a-5222c0b78937 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:12.499032 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Attempting to bind port 85d157ab-4dbc-48fe-b97a-5222c0b78937 on network 08d30e9d-efab-46e1-810b-f10a6193912f {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:12.507137 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:12.508061 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Checking segment: {'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:12.508797 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.509421 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Bound using segment: {'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:12.510167 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Bound port: 85d157ab-4dbc-48fe-b97a-5222c0b78937, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:12.510791 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.582288 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-815498ad-7af3-40df-843e-d56059194d19 None None] For port 85d157ab-4dbc-48fe-b97a-5222c0b78937, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:12.587222 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-815498ad-7af3-40df-843e-d56059194d19 None None] For port 85d157ab-4dbc-48fe-b97a-5222c0b78937, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=85d157ab-4dbc-48fe-b97a-5222c0b78937,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:12.592296 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.645544 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815498ad-7af3-40df-843e-d56059194d19 None None] Pushing event updated for resources: {'Port': ['ID=85d157ab-4dbc-48fe-b97a-5222c0b78937,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:12.691830 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Allocated IP 172.27.2.145 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/e83f7e62-7ca4-4bea-a83f-73915c1b7fcb) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:12.845415 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2af60-5cd0-46e3-93c4-543ea4e25ee3 req-494ba74e-6274-4d99-943c-c8426f2f8ccc tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:12.846934 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-83b2af60-5cd0-46e3-93c4-543ea4e25ee3 req-494ba74e-6274-4d99-943c-c8426f2f8ccc tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0843353 Sep 16 02:27:12.850861 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.934488 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-83b2af60-5cd0-46e3-93c4-543ea4e25ee3 req-49836012-7bf4-4c19-bd6b-d5451ea9d628 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740750 Sep 16 02:27:12.956491 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:12.993964 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:12.998437 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:13.002164 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:13.032290 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e83f7e62-7ca4-4bea-a83f-73915c1b7fcb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:13.166211 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49636) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:13.180839 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 85d157ab-4dbc-48fe-b97a-5222c0b78937 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:13.269818 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 85d157ab-4dbc-48fe-b97a-5222c0b78937 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:13.270188 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.307462 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546112720-network', 'tenant_id': 'aca482e66528494d9082686f571b4211'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:13.317807 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.338318 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Made reservation on behalf of aca482e66528494d9082686f571b4211 for: {'network': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:13.341005 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.350129 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.359513 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.408408 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 85d157ab-4dbc-48fe-b97a-5222c0b78937, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=85d157ab-4dbc-48fe-b97a-5222c0b78937,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:13.420180 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.472768 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.479134 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.499966 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=85d157ab-4dbc-48fe-b97a-5222c0b78937,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:13.508114 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:27:13.530363 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ec5d28-56d4-4ff5-a99d-e552faaf9076,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:13.535511 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.535847 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.segments_db [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Added segment 772cacfd-ab60-4a29-ac18-63e34961ec9a of type vlan for network b5d1c608-939a-40c2-90ad-f8f1c6c9c30e Sep 16 02:27:13.589009 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.601359 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7864579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.617021 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.617995 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:13.618566 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.653274 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4859514 Sep 16 02:27:13.658333 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49646) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:13.673179 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Request body: {'subnet': {'network_id': 'b5d1c608-939a-40c2-90ad-f8f1c6c9c30e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546112720-subnet', 'tenant_id': 'aca482e66528494d9082686f571b4211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:13.683026 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6317e-f57b-42d4-89c3-351596ddd525 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d1c608-939a-40c2-90ad-f8f1c6c9c30e,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:13.698391 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network b5d1c608-939a-40c2-90ad-f8f1c6c9c30e details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:27:13.746990 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Made reservation on behalf of aca482e66528494d9082686f571b4211 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:13.749368 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711882'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:13.814911 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb85c1e-543f-40d6-9694-611e022e80ed None None] Network 08d30e9d-efab-46e1-810b-f10a6193912f requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:13.843568 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Router 9ec95581-d7d3-48d7-b2aa-42541813b356 is scheduled to L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:27:14.028891 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:27:14.035549 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4294431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711908'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:14.039056 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Sync routers for ids ['9ec95581-d7d3-48d7-b2aa-42541813b356'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:27:14.050320 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Routers {'9ec95581-d7d3-48d7-b2aa-42541813b356'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:14.051073 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:26:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['9ec95581-d7d3-48d7-b2aa-42541813b356'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:14.052462 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-d06a4b95-9563-4d6e-84a7-8e20e088ef34 None None] Provisioning complete for port 85d157ab-4dbc-48fe-b97a-5222c0b78937 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:14.052993 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d06a4b95-9563-4d6e-84a7-8e20e088ef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:14.082789 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028306e-b290-4ae5-b130-237de8b35f6f req-3e76c0b2-4222-472c-a177-c375d45a7014 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:14.084714 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4028306e-b290-4ae5-b130-237de8b35f6f req-3e76c0b2-4222-472c-a177-c375d45a7014 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0554206 Sep 16 02:27:14.096345 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:14.108277 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b5c635ef-2b5e-40dc-8e34-de12810f99e9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3726244 Sep 16 02:27:14.111534 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49656) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:14.154439 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4028306e-b290-4ae5-b130-237de8b35f6f req-89e160cb-2f95-4fa0-b3db-bd62131f9db1 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631738 Sep 16 02:27:14.170738 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0311066-e6b6-4840-97b2-56cfffd85ab2,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:14.192385 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Checking segment: {'id': '772cacfd-ab60-4a29-ac18-63e34961ec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5d1c608-939a-40c2-90ad-f8f1c6c9c30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:14.193015 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Network hostable DHCP agents. Network: b5d1c608-939a-40c2-90ad-f8f1c6c9c30e, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:27:14.229484 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Set router 9ec95581-d7d3-48d7-b2aa-42541813b356 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:14.251943 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Network b5d1c608-939a-40c2-90ad-f8f1c6c9c30e is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:27:14.299031 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, b5d1c608-939a-40c2-90ad-f8f1c6c9c30e) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:14.303785 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:14.304545 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:14.311260 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c05d6-e1c0-42d0-9208-05c8dd132b9b None None] Network b5d1c608-939a-40c2-90ad-f8f1c6c9c30e requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:14.334430 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-3615e81d-5c00-4a8b-bb01-c368be411d13 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6661794 Sep 16 02:27:14.511567 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:13Z', 'revision_number': 3, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:14.547972 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a35b7-2260-4cad-a21f-711c086dea1f None None] Network b5d1c608-939a-40c2-90ad-f8f1c6c9c30e requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:14.552567 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-9fec04cc-5c7d-492f-ad4c-7042754e4651 None None] Provisioning complete for port 85d157ab-4dbc-48fe-b97a-5222c0b78937 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:14.553624 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9fec04cc-5c7d-492f-ad4c-7042754e4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:14.554374 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Checking router: 9ec95581-d7d3-48d7-b2aa-42541813b356 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:27:14.554969 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Updating router 9ec95581-d7d3-48d7-b2aa-42541813b356 port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb binding host dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:27:14.585235 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:14.736137 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:14.946068 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Allocated IP 172.20.0.1 (08d30e9d-efab-46e1-810b-f10a6193912f/86c64391-5fdd-4c21-a2f3-fcba32b3ef8b/70e5835a-46c7-481b-a7ef-f5f18bd1b129) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:14.968140 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:14.975608 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.001160 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49678) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:15.008126 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-109278559-network', 'tenant_id': '73e96d062a554616affbfec1b17bb40a'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:15.044282 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Pushing event updated for resources: {'Port': ['ID=e83f7e62-7ca4-4bea-a83f-73915c1b7fcb,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:15.047739 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Attempting to bind port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:15.048102 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Attempting to bind port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:15.048456 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Attempting to bind port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb on network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:15.056199 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.056560 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.056895 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.057390 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.057720 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.058042 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.058363 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.058682 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.059025 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.059369 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.059687 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.060082 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:15.066869 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:15.067387 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:15.067865 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.068452 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Bound using segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:15.069506 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Bound port: e83f7e62-7ca4-4bea-a83f-73915c1b7fcb, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:15.070129 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.071549 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Made reservation on behalf of 73e96d062a554616affbfec1b17bb40a for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:15.074147 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.087557 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.145065 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] For port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:15.150234 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] For port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=e83f7e62-7ca4-4bea-a83f-73915c1b7fcb,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:15.154814 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.155952 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.189522 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 85d157ab-4dbc-48fe-b97a-5222c0b78937 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:15.232739 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.237018 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284f961-6b7d-4466-aabc-0e967f5442db req-6ab8439d-ca9d-4d78-ae1d-f246f83b18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:15.238511 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1284f961-6b7d-4466-aabc-0e967f5442db req-6ab8439d-ca9d-4d78-ae1d-f246f83b18a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 1098 time: 0.2735300 Sep 16 02:27:15.246951 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df660801-8e3b-424c-b1a0-a83cca8f9b5e None None] Pushing event updated for resources: {'Port': ['ID=e83f7e62-7ca4-4bea-a83f-73915c1b7fcb,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:15.285972 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Network 08d30e9d-efab-46e1-810b-f10a6193912f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:15.295060 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:15.300209 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.312421 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1284f961-6b7d-4466-aabc-0e967f5442db req-0fd6bf8c-dc7f-4996-a58a-f7ae9cae46b2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653408 Sep 16 02:27:15.323380 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Routers {'9ec95581-d7d3-48d7-b2aa-42541813b356'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:15.324415 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:15.324525 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:26:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['9ec95581-d7d3-48d7-b2aa-42541813b356'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:15.337553 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 85d157ab-4dbc-48fe-b97a-5222c0b78937 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:15.337928 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.368226 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.388233 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Pushing event updated for resources: {'Port': ['ID=70e5835a-46c7-481b-a7ef-f5f18bd1b129,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:15.418465 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:27:15.424670 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8121500'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.454768 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] Set router 9ec95581-d7d3-48d7-b2aa-42541813b356 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:15.479606 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a050f8ac-29ed-4e18-9143-91c1388160a5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:15.485127 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.485127 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Added segment 07a9ce63-bf54-4f08-9527-9b2b9cf6afc3 of type vlan for network 2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44 Sep 16 02:27:15.510501 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922ca8-10df-491e-b300-60e77013f4db req-a5f57d5f-0c3d-4e34-adfd-dce3f9ee20db tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:15.512127 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d9922ca8-10df-491e-b300-60e77013f4db req-a5f57d5f-0c3d-4e34-adfd-dce3f9ee20db tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.2049274 Sep 16 02:27:15.570673 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.628383 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d9922ca8-10df-491e-b300-60e77013f4db req-01e9a37a-e3e6-4ac1-99a6-89cbfb76db7e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034324 Sep 16 02:27:15.654880 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-d68a1170-8b3c-4686-8e90-0fc9fc8f7e37 None None] Provisioning complete for port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:15.655448 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d68a1170-8b3c-4686-8e90-0fc9fc8f7e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.657040 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.659070 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:15.659694 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.678400 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:13Z', 'revision_number': 3, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:15.700327 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-d68a1170-8b3c-4686-8e90-0fc9fc8f7e37 None None] Port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:27:15.703827 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6990006 Sep 16 02:27:15.704718 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49692) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:15.705584 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20fd57-d4c6-4218-b5f8-b3ab1c77f855 None None] The sync data for ids ['9ec95581-d7d3-48d7-b2aa-42541813b356'] in dv-cinder-809306-1-iscsi is: [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:13Z', 'revision_number': 3, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:27:15.711417 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Request body: {'subnet': {'network_id': '2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-109278559-subnet', 'tenant_id': '73e96d062a554616affbfec1b17bb40a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:15.738206 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Made reservation on behalf of 73e96d062a554616affbfec1b17bb40a for: {'subnet': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:15.741169 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.752978 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc4631-b117-4276-a296-998ae3edecf1 admin admin] Pushing event updated for resources: {'Network': ['ID=2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:15.771656 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network 2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:27:15.787208 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.927818 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for subnet, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.981903 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:15.995035 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e13a9e-9d01-4a9b-a61b-978cac083b6f,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:15.999659 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:16.012806 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Checking segment: {'id': '07a9ce63-bf54-4f08-9527-9b2b9cf6afc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:16.013441 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Network hostable DHCP agents. Network: 2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:27:16.033191 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Network 2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:27:16.047530 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, 2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44) {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:16.055368 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:16.056179 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:16.073592 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98506626-6d44-4ed1-8ac8-7ac2f18410c0 None None] Network 2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:16.076490 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-a22a1889-9621-4aa0-88d6-43aca77374aa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3698158 Sep 16 02:27:16.108967 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:16.241522 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0fa538-eadb-4d24-9ad3-a389261125be None None] Network 2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:16.300985 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Pushing event updated for resources: {'Port': ['ID=70e5835a-46c7-481b-a7ef-f5f18bd1b129,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:16.304454 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869196'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:16.456537 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Network 08d30e9d-efab-46e1-810b-f10a6193912f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:16.458104 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:16.628615 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Router 9ec95581-d7d3-48d7-b2aa-42541813b356 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:27:16.799194 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32201d2-f707-446d-bebd-e7a521155c7a req-c9a4858e-3fa1-4b84-9f78-051f4ecfe910 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:16.808369 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e32201d2-f707-446d-bebd-e7a521155c7a req-c9a4858e-3fa1-4b84-9f78-051f4ecfe910 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0683434 Sep 16 02:27:16.838959 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:27:16.843766 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-94606c57-612e-4743-86bb-32445a2c404e None None] Provisioning complete for port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:16.844267 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-94606c57-612e-4743-86bb-32445a2c404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:16.852815 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6ac3d9dd-349b-41b2-a4fd-89e69d5088c6 admin admin] 10.222.0.35 "PUT /v2.0/routers/9ec95581-d7d3-48d7-b2aa-42541813b356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7414546 Sep 16 02:27:16.905648 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e32201d2-f707-446d-bebd-e7a521155c7a req-1a6b8095-189d-4aa7-a3f0-e69f1cab6282 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959334 Sep 16 02:27:16.937026 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-94606c57-612e-4743-86bb-32445a2c404e None None] Port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:27:17.160105 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device e83f7e62-7ca4-4bea-a83f-73915c1b7fcb up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:17.207673 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce000832-f6c2-4fd5-9e92-acf1eb951268 req-48a529ec-635e-41bc-99e6-cc147ac7a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:17.209101 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ce000832-f6c2-4fd5-9e92-acf1eb951268 req-48a529ec-635e-41bc-99e6-cc147ac7a587 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 1098 time: 0.0504823 Sep 16 02:27:17.223930 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:17.224507 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd7f38-f139-4815-8ca3-3205ba549ad7 req-53866859-2fd2-4f82-9b30-191bbabee9ab tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:17.224682 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.226958 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2fcd7f38-f139-4815-8ca3-3205ba549ad7 req-53866859-2fd2-4f82-9b30-191bbabee9ab tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0531991 Sep 16 02:27:17.271533 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2fcd7f38-f139-4815-8ca3-3205ba549ad7 req-286fe4ca-1386-4beb-ab37-4ec562a3781c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377808 Sep 16 02:27:17.319669 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce000832-f6c2-4fd5-9e92-acf1eb951268 req-088d9ce2-56eb-44b5-a1e9-0272ba7e893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:17.321336 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ce000832-f6c2-4fd5-9e92-acf1eb951268 req-088d9ce2-56eb-44b5-a1e9-0272ba7e893d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 919 time: 0.1024518 Sep 16 02:27:17.343510 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.367911 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=e83f7e62-7ca4-4bea-a83f-73915c1b7fcb,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:17.373395 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.376544 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ce000832-f6c2-4fd5-9e92-acf1eb951268 req-56851224-02f1-4add-8a98-ffb8f3b34c46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e0024da-6425-43a3-b104-0d2fff5b576d HTTP/1.1" status: 200 len: 217 time: 0.0442898 Sep 16 02:27:17.433786 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce000832-f6c2-4fd5-9e92-acf1eb951268 req-265ef40d-834a-4673-b699-b22b13f91aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:17.435789 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ce000832-f6c2-4fd5-9e92-acf1eb951268 req-265ef40d-834a-4673-b699-b22b13f91aa5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 200 len: 858 time: 0.0513215 Sep 16 02:27:17.437481 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=e83f7e62-7ca4-4bea-a83f-73915c1b7fcb,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:17.483578 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ce000832-f6c2-4fd5-9e92-acf1eb951268 req-18295b4d-dadd-47f9-ba79-03979003be1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d9910c1-dccd-493a-b462-b594f2d6f14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326326 Sep 16 02:27:17.582082 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ce000832-f6c2-4fd5-9e92-acf1eb951268 req-c286cd20-2112-4299-bee3-18a10ac2ce36 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912204 Sep 16 02:27:17.596401 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49736) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:17.601716 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-519289204-network', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:17.670227 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Made reservation on behalf of 26351ff7e9b94b6d91864c7b7710ccfb for: {'network': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:17.672480 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.684122 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.721062 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Sync routers for ids ['9ec95581-d7d3-48d7-b2aa-42541813b356'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:27:17.730383 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ce000832-f6c2-4fd5-9e92-acf1eb951268 req-c5f93a98-2277-45a4-9839-229072a46921 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254213 Sep 16 02:27:17.745204 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Routers {'9ec95581-d7d3-48d7-b2aa-42541813b356'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:17.745845 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:26:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['9ec95581-d7d3-48d7-b2aa-42541813b356'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:17.805815 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.811238 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.828200 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:27:17.838089 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.838429 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.segments_db [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Added segment 2c9ddf33-7db2-433e-8825-ffbfcc7701fd of type vlan for network d308e863-8220-457e-9d57-bd58830988a1 Sep 16 02:27:17.896137 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Set router 9ec95581-d7d3-48d7-b2aa-42541813b356 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:17.912786 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.914876 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a71853-d30a-462c-8c0c-03c32edd92c5,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:17.942799 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.944373 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:17.944976 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:17.971806 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3741829 Sep 16 02:27:17.974450 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49742) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:17.979507 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Request body: {'subnet': {'network_id': 'd308e863-8220-457e-9d57-bd58830988a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-519289204-subnet', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:18.014411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484196ef-aca4-44f8-b5b0-4a7393661330 admin admin] Pushing event updated for resources: {'Network': ['ID=d308e863-8220-457e-9d57-bd58830988a1,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:18.016745 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Made reservation on behalf of 26351ff7e9b94b6d91864c7b7710ccfb for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:18.019150 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711882'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.034244 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network d308e863-8220-457e-9d57-bd58830988a1 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:27:18.213221 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4294431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711908'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.246951 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '70e5835a-46c7-481b-a7ef-f5f18bd1b129', 'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'mac_address': 'fa:16:3e:dd:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:14Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 2, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'subnets': [{'id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:18.274317 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Checking router: 9ec95581-d7d3-48d7-b2aa-42541813b356 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:27:18.274664 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Updating router 9ec95581-d7d3-48d7-b2aa-42541813b356 port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:27:18.281593 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f9edc2-5dfc-4030-83b1-ea29fd04e2d2,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:18.292716 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Checking segment: {'id': '2c9ddf33-7db2-433e-8825-ffbfcc7701fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:18.293200 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Network hostable DHCP agents. Network: d308e863-8220-457e-9d57-bd58830988a1, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:27:18.318984 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Network d308e863-8220-457e-9d57-bd58830988a1 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:27:18.332227 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, d308e863-8220-457e-9d57-bd58830988a1) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:18.337984 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:18.338900 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.348511 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7062192a-a7c0-420f-9f58-4a118016ec6a None None] Network d308e863-8220-457e-9d57-bd58830988a1 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:18.354195 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.357015 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-52d37240-8105-431c-9add-c47d3554c557 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3812783 Sep 16 02:27:18.359636 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49754) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:18.365607 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-519289204-router', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:18.418322 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7869852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2468'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.419426 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7864588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8120476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2451'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.429910 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e68e49-e855-458e-9e2a-c04b4600a651 req-7c4a52cf-8152-47e0-96f5-c78b8b4e75e6 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:18.437528 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-17e68e49-e855-458e-9e2a-c04b4600a651 req-7c4a52cf-8152-47e0-96f5-c78b8b4e75e6 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0743117 Sep 16 02:27:18.475698 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-17e68e49-e855-458e-9e2a-c04b4600a651 req-f293c859-e038-458e-af98-49809cb86dcd tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366805 Sep 16 02:27:18.500977 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.666253 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.822034 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea0194de-0e4e-5cff-8928-79b91472b142-d308e863-8220-457e-9d57-bd58830988a1', 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'fixed_ips': [{'subnet_id': '77f9edc2-5dfc-4030-83b1-ea29fd04e2d2'}]}} from dv-cinder-809306-1-iscsi. {{(pid=93922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 02:27:18.822880 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.865027 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0fae9794-a92f-4426-92b8-bc6e427f8e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.865262 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.885294 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:18.999888 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Allocated IP 172.27.2.215 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:19.071398 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.073476 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.db_base_plugin_common [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Allocated IP 172.20.0.2 (d308e863-8220-457e-9d57-bd58830988a1/77f9edc2-5dfc-4030-83b1-ea29fd04e2d2/bff52353-703f-4fad-b1f0-a27d13b14865) {{(pid=93922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:19.085803 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.145490 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.181678 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device e83f7e62-7ca4-4bea-a83f-73915c1b7fcb up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:19.195805 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.224340 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568b2e5-1f9c-4e0b-9caa-861adab88070 None None] Pushing event updated for resources: {'Port': ['ID=70e5835a-46c7-481b-a7ef-f5f18bd1b129,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:19.242194 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:19.246973 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:19.250501 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:19.282759 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Pushing event updated for resources: {'Port': ['ID=2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:19.313650 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Attempting to bind port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:19.314125 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Attempting to bind port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:19.314486 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Attempting to bind port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 on network 08d30e9d-efab-46e1-810b-f10a6193912f {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:19.333098 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:19.333476 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Checking segment: {'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:19.333856 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.334279 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Bound using segment: {'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:19.334747 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Bound port: 70e5835a-46c7-481b-a7ef-f5f18bd1b129, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:19.335121 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.370203 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:19.370575 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.437357 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Notify callbacks [] for port, precommit_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.453578 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.518921 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] For port 70e5835a-46c7-481b-a7ef-f5f18bd1b129, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:19.521439 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.527646 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] For port 70e5835a-46c7-481b-a7ef-f5f18bd1b129, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=70e5835a-46c7-481b-a7ef-f5f18bd1b129,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:19.544992 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Network d308e863-8220-457e-9d57-bd58830988a1 is already hosted by enough agents. {{(pid=93922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:19.549259 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.555869 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.base_scheduler [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Resources bound (agent type, host, resource id): {{(pid=93922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:19.568366 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Received port after_create {{(pid=93922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:19.570486 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-de447e47-1645-4309-b5ae-ebeee1e105cc None None] Provisioning complete for port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:19.570963 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-de447e47-1645-4309-b5ae-ebeee1e105cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.574711 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Pushing event updated for resources: {'Port': ['ID=bff52353-703f-4fad-b1f0-a27d13b14865,revision_number=1']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:19.673674 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b24d47-e401-464e-93b1-691a3afc5d98 req-2d0bb14b-d1e9-41d2-b804-44801a0f5960 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:19.673674 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d8b24d47-e401-464e-93b1-691a3afc5d98 req-2d0bb14b-d1e9-41d2-b804-44801a0f5960 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1140995 Sep 16 02:27:19.743090 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568b2e5-1f9c-4e0b-9caa-861adab88070 None None] Pushing event updated for resources: {'Port': ['ID=70e5835a-46c7-481b-a7ef-f5f18bd1b129,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:19.773856 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Attempting to bind port bff52353-703f-4fad-b1f0-a27d13b14865 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:19.774297 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Attempting to bind port bff52353-703f-4fad-b1f0-a27d13b14865 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '2c9ddf33-7db2-433e-8825-ffbfcc7701fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:19.774673 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Attempting to bind port bff52353-703f-4fad-b1f0-a27d13b14865 on network d308e863-8220-457e-9d57-bd58830988a1 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:19.778501 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Routers {'9ec95581-d7d3-48d7-b2aa-42541813b356'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:19.779133 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:26:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['9ec95581-d7d3-48d7-b2aa-42541813b356'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:19.803877 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d8b24d47-e401-464e-93b1-691a3afc5d98 req-bf2dd1d6-6029-4240-bfee-3167b5cc1c88 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081131 Sep 16 02:27:19.827856 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7864579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.836523 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:19.836915 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Checking segment: {'id': '2c9ddf33-7db2-433e-8825-ffbfcc7701fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:19.837325 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.837698 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Bound using segment: {'id': '2c9ddf33-7db2-433e-8825-ffbfcc7701fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:19.838171 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Bound port: bff52353-703f-4fad-b1f0-a27d13b14865, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9ddf33-7db2-433e-8825-ffbfcc7701fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:19.838588 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.981811 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-de447e47-1645-4309-b5ae-ebeee1e105cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:19.993626 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Router 2c084cdc-0a31-4647-b52c-6c41778b4c03 is scheduled to L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:27:19.994740 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] Set router 9ec95581-d7d3-48d7-b2aa-42541813b356 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:20.056549 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] For port bff52353-703f-4fad-b1f0-a27d13b14865, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:20.088395 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] For port bff52353-703f-4fad-b1f0-a27d13b14865, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=bff52353-703f-4fad-b1f0-a27d13b14865,segment=NetworkSegment(2c9ddf33-7db2-433e-8825-ffbfcc7701fd),segment_id=2c9ddf33-7db2-433e-8825-ffbfcc7701fd)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:20.091749 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-de447e47-1645-4309-b5ae-ebeee1e105cc None None] For port 70e5835a-46c7-481b-a7ef-f5f18bd1b129, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=70e5835a-46c7-481b-a7ef-f5f18bd1b129,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:20.098804 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-de447e47-1645-4309-b5ae-ebeee1e105cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:20.101250 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:20.189780 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:27:20.203807 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Sync routers for ids ['2c084cdc-0a31-4647-b52c-6c41778b4c03'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:27:20.224345 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Routers {'2c084cdc-0a31-4647-b52c-6c41778b4c03'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:20.225275 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:26:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['2c084cdc-0a31-4647-b52c-6c41778b4c03'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:20.234926 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:20.242326 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49804) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:20.245116 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-99df4fab-1f1e-40e4-8ded-600c5d8d721c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8833723 Sep 16 02:27:20.258505 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de447e47-1645-4309-b5ae-ebeee1e105cc None None] Pushing event updated for resources: {'Port': ['ID=70e5835a-46c7-481b-a7ef-f5f18bd1b129,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:20.309403 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-2d16d83b-ca9f-434a-a6c9-138bb0fafad1 None None] Provisioning complete for port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:20.309794 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2d16d83b-ca9f-434a-a6c9-138bb0fafad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:20.364801 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef822dd-4de9-4662-af15-27ab286c1fed None None] Pushing event updated for resources: {'Port': ['ID=bff52353-703f-4fad-b1f0-a27d13b14865,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:20.390411 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Set router 2c084cdc-0a31-4647-b52c-6c41778b4c03 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:20.458206 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '70e5835a-46c7-481b-a7ef-f5f18bd1b129', 'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'mac_address': 'fa:16:3e:dd:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:14Z', 'updated_at': '2021-09-16T02:27:19Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'subnets': [{'id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:20.489111 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defbf7f-3701-4616-a728-bbb159be25d2 None None] The sync data for ids ['9ec95581-d7d3-48d7-b2aa-42541813b356'] in dv-cinder-809306-1-iscsi is: [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '70e5835a-46c7-481b-a7ef-f5f18bd1b129', 'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'mac_address': 'fa:16:3e:dd:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:14Z', 'updated_at': '2021-09-16T02:27:19Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'subnets': [{'id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:27:20.633139 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4589-0d66-4866-9cbe-120e095ae24a req-d3227247-5abd-4b01-938a-90a00e5da888 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:20.634702 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-d3227247-5abd-4b01-938a-90a00e5da888 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 815 time: 0.2291961 Sep 16 02:27:20.661204 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-a5602a73-33cb-44ad-ae87-49c7129447ab tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/quotas/c4b71ef944f9451991962740600e0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0131679 Sep 16 02:27:20.730256 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'name': 'tempest-TestShelveInstance-519289204-router', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:19Z', 'revision_number': 3, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'gw_port': {'id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:20.772071 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-f7dfcf21-e4f6-499e-a242-bf9c0cf8c95a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010332 Sep 16 02:27:20.792854 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Checking router: 2c084cdc-0a31-4647-b52c-6c41778b4c03 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:27:20.793310 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Updating router 2c084cdc-0a31-4647-b52c-6c41778b4c03 port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a binding host dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:27:20.821424 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:20.876291 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-389761d8-5e1a-46dd-8f3d-bdf5fcab9b2f service neutron] 10.222.0.35 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031919 Sep 16 02:27:20.915889 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.041018 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec2a50-8d63-4dce-b3df-4126035a4036 req-f046e2a3-0ef7-4edf-a3ab-977ad685d577 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:21.041935 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-72cbaaf1-373d-4738-bfe2-d5a64ae273fb service neutron] 10.222.0.35 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580477 Sep 16 02:27:21.044391 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-26ec2a50-8d63-4dce-b3df-4126035a4036 req-f046e2a3-0ef7-4edf-a3ab-977ad685d577 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1173375 Sep 16 02:27:21.295689 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device bff52353-703f-4fad-b1f0-a27d13b14865 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:21.306497 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Allocated IP 172.20.0.1 (d308e863-8220-457e-9d57-bd58830988a1/77f9edc2-5dfc-4030-83b1-ea29fd04e2d2/7cc25a7c-ec35-47b4-9bd5-702892228611) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:21.311619 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.334711 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.389931 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-26ec2a50-8d63-4dce-b3df-4126035a4036 req-f83edb6f-aee6-476b-9d4a-eee8175b72ac tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892964 Sep 16 02:27:21.476691 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b257f22a-b1e2-4350-bdfc-ca759225a1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.478707 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port bff52353-703f-4fad-b1f0-a27d13b14865 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:21.479962 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.480468 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8b1ae-f30c-4a23-b014-d23c951c0b1d None None] Pushing event updated for resources: {'Port': ['ID=2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:21.538102 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Attempting to bind port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:21.541038 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Attempting to bind port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:21.541692 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Attempting to bind port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a on network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:21.563676 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:21.564990 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:21.565496 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.566202 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Bound using segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:21.566815 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Bound port: 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:21.567343 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.571718 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6b063617-7b32-4d3c-bffa-376b40cbbda2 req-0a4163fe-59a2-4fa1-b8f1-6e5c26bcae0d tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0766037 Sep 16 02:27:21.645679 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.689074 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] For port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:21.695800 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] For port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:21.704261 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.706540 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.748427 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Network d308e863-8220-457e-9d57-bd58830988a1 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:21.751515 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:21.806984 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:21.807500 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8121500'] for router_interface, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:21.873372 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Routers {'2c084cdc-0a31-4647-b52c-6c41778b4c03'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:21.874018 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['2c084cdc-0a31-4647-b52c-6c41778b4c03'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:21.881779 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8b1ae-f30c-4a23-b014-d23c951c0b1d None None] Pushing event updated for resources: {'Port': ['ID=2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:22.056848 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d5ce8c-5009-4d09-99d6-45ac45c72c73 None None] Network d308e863-8220-457e-9d57-bd58830988a1 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:22.074186 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] Set router 2c084cdc-0a31-4647-b52c-6c41778b4c03 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:22.122163 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc25a7c-ec35-47b4-9bd5-702892228611,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:22.124977 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.269217 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-3416a3b7-7bde-4c75-87ff-5387d5a216de None None] Provisioning complete for port bff52353-703f-4fad-b1f0-a27d13b14865 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:22.269598 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3416a3b7-7bde-4c75-87ff-5387d5a216de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.316394 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.319809 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'name': 'tempest-TestShelveInstance-519289204-router', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:19Z', 'revision_number': 3, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'gw_port': {'id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:22.400722 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.416528 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.422121 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.423507 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869196'] for router_interface, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.468012 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c24da3-d644-439a-9182-a23ce65b0359 None None] The sync data for ids ['2c084cdc-0a31-4647-b52c-6c41778b4c03'] in dv-cinder-809306-1-iscsi is: [{'id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'name': 'tempest-TestShelveInstance-519289204-router', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:19Z', 'revision_number': 3, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'gw_port': {'id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:27:22.493738 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port bff52353-703f-4fad-b1f0-a27d13b14865, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=bff52353-703f-4fad-b1f0-a27d13b14865,segment=NetworkSegment(2c9ddf33-7db2-433e-8825-ffbfcc7701fd),segment_id=2c9ddf33-7db2-433e-8825-ffbfcc7701fd)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:22.502922 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.503821 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 70e5835a-46c7-481b-a7ef-f5f18bd1b129 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:22.514378 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3416a3b7-7bde-4c75-87ff-5387d5a216de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.528908 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc25a7c-ec35-47b4-9bd5-702892228611,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:22.610117 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Network d308e863-8220-457e-9d57-bd58830988a1 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:22.612045 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:22.632037 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=bff52353-703f-4fad-b1f0-a27d13b14865,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:22.663833 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.700811 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.db.api [None req-3416a3b7-7bde-4c75-87ff-5387d5a216de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 02:27:22.701242 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG oslo_db.api [None req-3416a3b7-7bde-4c75-87ff-5387d5a216de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 02:27:22.702574 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:22.702944 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:22.713931 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d8ffd508-b350-4941-8bc7-160b9142deae req-569d8205-400a-4670-becc-68e0b7e3d006 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0459292 Sep 16 02:27:22.792161 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Router 2c084cdc-0a31-4647-b52c-6c41778b4c03 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:27:23.040690 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:27:23.060351 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-1329a8ef-5489-43a1-b51e-32672717dae0 admin admin] 10.222.0.35 "PUT /v2.0/routers/2c084cdc-0a31-4647-b52c-6c41778b4c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8166256 Sep 16 02:27:23.380853 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4589-0d66-4866-9cbe-120e095ae24a req-de824c05-826f-4b42-af86-d7e6390c6585 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:23.384601 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-de824c05-826f-4b42-af86-d7e6390c6585 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 815 time: 0.3212817 Sep 16 02:27:23.407172 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device bff52353-703f-4fad-b1f0-a27d13b14865 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:23.418593 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Request body: {'port': {'device_id': '0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0', 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84', 'admin_state_up': True, 'tenant_id': 'c4b71ef944f9451991962740600e0ff8'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:23.446002 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111038ea-b8a6-461d-8509-71ad1bcc760f req-62a88559-54f2-45e7-94f6-49938e976389 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:23.447722 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-111038ea-b8a6-461d-8509-71ad1bcc760f req-62a88559-54f2-45e7-94f6-49938e976389 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0777025 Sep 16 02:27:23.489450 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-8da18c2f-93a0-472d-b2ad-fe963e95abf6 None None] Provisioning complete for port bff52353-703f-4fad-b1f0-a27d13b14865 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:23.489819 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8da18c2f-93a0-472d-b2ad-fe963e95abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:23.538002 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port bff52353-703f-4fad-b1f0-a27d13b14865 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:23.538373 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:23.542049 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-111038ea-b8a6-461d-8509-71ad1bcc760f req-63db79fb-cb61-420a-96a3-b2d45559d7f4 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862393 Sep 16 02:27:23.588786 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Made reservation on behalf of c4b71ef944f9451991962740600e0ff8 for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:23.595030 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:23.710872 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-8da18c2f-93a0-472d-b2ad-fe963e95abf6 None None] Provisioning complete for port 7cc25a7c-ec35-47b4-9bd5-702892228611 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:23.711242 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8da18c2f-93a0-472d-b2ad-fe963e95abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:23.713605 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:23.753605 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Allocated IP 172.20.0.9 (c12a495c-cbd1-4980-a189-581beccceb84/dd45c45f-f197-4e54-a92f-0c4b3b31dae4/14a49935-ac22-4885-8373-e392ea1467e9) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:23.809442 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-8da18c2f-93a0-472d-b2ad-fe963e95abf6 None None] Port 7cc25a7c-ec35-47b4-9bd5-702892228611 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:27:23.845981 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:23.846310 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:23.974111 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49900) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:23.980610 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-26addf92-7fd2-4fff-9a16-f6301f74c25f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402288575', 'description': 'tempest-secgroup-smoke-402288575 description', 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:24.005529 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.026482 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.043915 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26addf92-7fd2-4fff-9a16-f6301f74c25f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.052173 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:24.058975 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.066849 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.105083 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.155561 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:24.165959 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['98fa056e-24e7-4daf-adf6-17b48565cf0d'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:27:24.190908 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Pushing event updated for resources: {'Port': ['ID=14a49935-ac22-4885-8373-e392ea1467e9,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:24.203968 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Network c12a495c-cbd1-4980-a189-581beccceb84 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:24.206545 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:24.216380 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:24.224678 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:24.225855 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.318114 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781498f2-4d21-4867-852a-f3de27f1ea60 req-41440d05-abae-42ee-a469-009a4deba893 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:24.319707 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-781498f2-4d21-4867-852a-f3de27f1ea60 req-41440d05-abae-42ee-a469-009a4deba893 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 931 time: 0.1444438 Sep 16 02:27:24.335098 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26addf92-7fd2-4fff-9a16-f6301f74c25f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.350351 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-2c7ac37a-77bc-4404-9094-e67d44a6d23a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9351938 Sep 16 02:27:24.352760 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26addf92-7fd2-4fff-9a16-f6301f74c25f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.364003 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Request body: {'port': {'device_id': '0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:24.414772 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26addf92-7fd2-4fff-9a16-f6301f74c25f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08181df2-97bc-4e0d-81f2-cdc29189982d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:24.433411 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26addf92-7fd2-4fff-9a16-f6301f74c25f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.434638 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-26addf92-7fd2-4fff-9a16-f6301f74c25f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4580941 Sep 16 02:27:24.437517 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49914) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:24.443519 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-07a0a9d7-dfd3-44bd-a8aa-29a782c5030c tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Request body: {'security_group_rule': {'security_group_id': '08181df2-97bc-4e0d-81f2-cdc29189982d', 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:24.460811 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-781498f2-4d21-4867-852a-f3de27f1ea60 req-c68d9321-02dd-4714-8428-368a47a89316 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337705 Sep 16 02:27:24.466653 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.487965 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07a0a9d7-dfd3-44bd-a8aa-29a782c5030c tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.545858 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07a0a9d7-dfd3-44bd-a8aa-29a782c5030c tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.550307 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07a0a9d7-dfd3-44bd-a8aa-29a782c5030c tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.566396 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0a9d7-dfd3-44bd-a8aa-29a782c5030c tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985ff0ff-71db-49f2-9634-58a972567e5a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:24.591763 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07a0a9d7-dfd3-44bd-a8aa-29a782c5030c tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.593533 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-07a0a9d7-dfd3-44bd-a8aa-29a782c5030c tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548567 Sep 16 02:27:24.596021 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49920) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:24.601256 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4f521a38-22ac-4b76-a508-6893cd8dc421 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Request body: {'security_group_rule': {'security_group_id': '08181df2-97bc-4e0d-81f2-cdc29189982d', 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:24.628349 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f521a38-22ac-4b76-a508-6893cd8dc421 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.694681 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f521a38-22ac-4b76-a508-6893cd8dc421 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.697539 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f521a38-22ac-4b76-a508-6893cd8dc421 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.720126 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f521a38-22ac-4b76-a508-6893cd8dc421 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7504e3-5477-41c1-abff-04361843d25f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:24.725202 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f521a38-22ac-4b76-a508-6893cd8dc421 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:24.729127 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-4f521a38-22ac-4b76-a508-6893cd8dc421 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293595 Sep 16 02:27:24.733133 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 49922) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:24.743596 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-38f2ca14-9391-4374-8874-70fc534a10df tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Request body: {'security_group_rule': {'security_group_id': '08181df2-97bc-4e0d-81f2-cdc29189982d', 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:24.812586 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Sync routers for ids ['2c084cdc-0a31-4647-b52c-6c41778b4c03'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:27:24.822603 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Routers {'2c084cdc-0a31-4647-b52c-6c41778b4c03'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:24.823401 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['2c084cdc-0a31-4647-b52c-6c41778b4c03'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:24.936379 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Set router 2c084cdc-0a31-4647-b52c-6c41778b4c03 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:24.996298 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a49935-ac22-4885-8373-e392ea1467e9 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:27:25.007373 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.010871 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38f2ca14-9391-4374-8874-70fc534a10df tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.031521 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Transition to ACTIVE for port object 14a49935-ac22-4885-8373-e392ea1467e9 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:27:25.038887 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.110745 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Pushing event updated for resources: {'Port': ['ID=14a49935-ac22-4885-8373-e392ea1467e9,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:25.123955 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38f2ca14-9391-4374-8874-70fc534a10df tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.143360 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38f2ca14-9391-4374-8874-70fc534a10df tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.151969 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:25.172370 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Attempting to bind port 14a49935-ac22-4885-8373-e392ea1467e9 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:25.172959 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Attempting to bind port 14a49935-ac22-4885-8373-e392ea1467e9 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:25.173473 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Attempting to bind port 14a49935-ac22-4885-8373-e392ea1467e9 on network c12a495c-cbd1-4980-a189-581beccceb84 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:25.177195 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2ca14-9391-4374-8874-70fc534a10df tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6822c66-cd48-4191-9775-3ea98e12f6f1,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:25.182864 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Port 14a49935-ac22-4885-8373-e392ea1467e9 on network c12a495c-cbd1-4980-a189-581beccceb84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:27:25.183084 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Attempting to bind port 14a49935-ac22-4885-8373-e392ea1467e9 on network c12a495c-cbd1-4980-a189-581beccceb84 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:25.186555 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38f2ca14-9391-4374-8874-70fc534a10df tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.190279 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-38f2ca14-9391-4374-8874-70fc534a10df tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4535882 Sep 16 02:27:25.190679 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49928) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:25.192290 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:25.193001 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Checking segment: {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:25.194156 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Bound using segment: {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:25.195184 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Bound port: 14a49935-ac22-4885-8373-e392ea1467e9, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:25.195787 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.197476 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'name': 'tempest-TestShelveInstance-519289204-router', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:21Z', 'revision_number': 4, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'gw_port': {'id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '7cc25a7c-ec35-47b4-9bd5-702892228611', 'name': '', 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'mac_address': 'fa:16:3e:68:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '77f9edc2-5dfc-4030-83b1-ea29fd04e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:20Z', 'updated_at': '2021-09-16T02:27:22Z', 'revision_number': 2, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'subnets': [{'id': '77f9edc2-5dfc-4030-83b1-ea29fd04e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:25.197648 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9e0d00b1-010f-4669-bf01-f8d6afb2261e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Request body: {'security_group_rule': {'security_group_id': '08181df2-97bc-4e0d-81f2-cdc29189982d', 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:25.235082 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e0d00b1-010f-4669-bf01-f8d6afb2261e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.240118 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Checking router: 2c084cdc-0a31-4647-b52c-6c41778b4c03 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:27:25.241088 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Updating router 2c084cdc-0a31-4647-b52c-6c41778b4c03 port 7cc25a7c-ec35-47b4-9bd5-702892228611 binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:27:25.268328 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] For port 14a49935-ac22-4885-8373-e392ea1467e9, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:25.272077 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] For port 14a49935-ac22-4885-8373-e392ea1467e9, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=14a49935-ac22-4885-8373-e392ea1467e9,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:25.273268 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.277487 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.314386 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:25.315450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.316454 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] 10.222.0.15 "PUT /v2.0/ports/14a49935-ac22-4885-8373-e392ea1467e9 HTTP/1.1" status: 200 len: 1093 time: 0.9579577 Sep 16 02:27:25.316881 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0', 'tag': '14a49935-ac22-4885-8373-e392ea1467e9'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:27:25.319743 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdf337f-b77b-45ab-aeab-2da194868563" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0", "tag": "14a49935-ac22-4885-8373-e392ea1467e9"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:27:25.336544 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e0d00b1-010f-4669-bf01-f8d6afb2261e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.343306 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e0d00b1-010f-4669-bf01-f8d6afb2261e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.351303 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93165cf1-22d0-4527-95d4-aac6dd053618 service neutron] Pushing event updated for resources: {'Port': ['ID=14a49935-ac22-4885-8373-e392ea1467e9,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:25.400972 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e0d00b1-010f-4669-bf01-f8d6afb2261e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.402187 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9e0d00b1-010f-4669-bf01-f8d6afb2261e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2103970 Sep 16 02:27:25.403021 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d00b1-010f-4669-bf01-f8d6afb2261e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93c6764-fc70-4f48-bdbf-5663f45366c6,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:25.410767 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49936) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:25.419232 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ea609-0d9b-4cfc-af18-20e9bd2739e4 x-openstack-request-id: req-430ea609-0d9b-4cfc-af18-20e9bd2739e4 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:27:25.419553 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0", "tag": "14a49935-ac22-4885-8373-e392ea1467e9", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:27:25.419793 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-430ea609-0d9b-4cfc-af18-20e9bd2739e4 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:27:25.420178 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0', 'tag': '14a49935-ac22-4885-8373-e392ea1467e9', 'status': 'completed', 'code': 200} Sep 16 02:27:25.423805 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7e120129-cb8f-4792-9afd-82a94c9de51d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Request body: {'security_group_rule': {'security_group_id': '08181df2-97bc-4e0d-81f2-cdc29189982d', 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:25.426129 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:25.426680 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.440510 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4589-0d66-4866-9cbe-120e095ae24a req-7ca762d4-2f8d-4b46-b6ed-9725af565971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:25.442115 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-7ca762d4-2f8d-4b46-b6ed-9725af565971 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0680215 Sep 16 02:27:25.457865 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-7e120129-cb8f-4792-9afd-82a94c9de51d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Project c36dfe824cb44914b5d0e6084eb265ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:27:25.467156 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e120129-cb8f-4792-9afd-82a94c9de51d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.497471 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-e83b802a-0d52-404a-baac-ff952889332d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14a49935-ac22-4885-8373-e392ea1467e9 HTTP/1.1" status: 200 len: 217 time: 0.0427222 Sep 16 02:27:25.558420 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4589-0d66-4866-9cbe-120e095ae24a req-8dc443bd-32db-4e12-83bc-810bd7534c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:25.560222 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-8dc443bd-32db-4e12-83bc-810bd7534c1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd45c45f-f197-4e54-a92f-0c4b3b31dae4 HTTP/1.1" status: 200 len: 855 time: 0.0555451 Sep 16 02:27:25.600201 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e120129-cb8f-4792-9afd-82a94c9de51d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.605014 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e120129-cb8f-4792-9afd-82a94c9de51d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.619715 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e120129-cb8f-4792-9afd-82a94c9de51d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2929fe65-ba72-427d-9a01-27aec7ba67e6,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:25.621451 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-8d12404b-b930-498e-9e3b-8f6063b307b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12a495c-cbd1-4980-a189-581beccceb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331759 Sep 16 02:27:25.633961 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e120129-cb8f-4792-9afd-82a94c9de51d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.635358 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-7e120129-cb8f-4792-9afd-82a94c9de51d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2229667 Sep 16 02:27:25.638409 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 49944) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:25.640866 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466abe2-eb0e-4275-9ac7-eb56d3295e48 req-94ef913b-672b-44b4-be9d-b1fa67c4583d tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:25.642451 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b466abe2-eb0e-4275-9ac7-eb56d3295e48 req-94ef913b-672b-44b4-be9d-b1fa67c4583d tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0874665 Sep 16 02:27:25.644772 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5e9ac072-015d-4cc6-bf60-9506c3ec11cd tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Request body: {'security_group_rule': {'security_group_id': '08181df2-97bc-4e0d-81f2-cdc29189982d', 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:25.673609 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-5e9ac072-015d-4cc6-bf60-9506c3ec11cd tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Project c36dfe824cb44914b5d0e6084eb265ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:27:25.679921 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac072-015d-4cc6-bf60-9506c3ec11cd tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.730797 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.739031 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.782127 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac072-015d-4cc6-bf60-9506c3ec11cd tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.786262 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b466abe2-eb0e-4275-9ac7-eb56d3295e48 req-4fba48d6-7414-4079-8bf6-d9ad03894770 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075168 Sep 16 02:27:25.800118 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac072-015d-4cc6-bf60-9506c3ec11cd tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.805497 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450d989-50f2-4eb8-977a-d6ce9d80cc24 None None] Pushing event updated for resources: {'Port': ['ID=7cc25a7c-ec35-47b4-9bd5-702892228611,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:25.840813 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-c6174520-6a1e-4e32-93b3-3bb802f8dddd service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078462 Sep 16 02:27:25.846038 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ac072-015d-4cc6-bf60-9506c3ec11cd tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923efd2c-d4cb-4df9-ba1f-854fd3187cf0,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:25.862299 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac072-015d-4cc6-bf60-9506c3ec11cd tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.863552 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5e9ac072-015d-4cc6-bf60-9506c3ec11cd tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2239594 Sep 16 02:27:25.931684 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Attempting to bind port 7cc25a7c-ec35-47b4-9bd5-702892228611 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:25.932151 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Attempting to bind port 7cc25a7c-ec35-47b4-9bd5-702892228611 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '2c9ddf33-7db2-433e-8825-ffbfcc7701fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:25.932585 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Attempting to bind port 7cc25a7c-ec35-47b4-9bd5-702892228611 on network d308e863-8220-457e-9d57-bd58830988a1 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:25.951547 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:25.952365 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Checking segment: {'id': '2c9ddf33-7db2-433e-8825-ffbfcc7701fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:25.952934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:25.953945 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Bound using segment: {'id': '2c9ddf33-7db2-433e-8825-ffbfcc7701fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:25.954392 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Bound port: 7cc25a7c-ec35-47b4-9bd5-702892228611, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9ddf33-7db2-433e-8825-ffbfcc7701fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:25.954781 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:26.075058 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-424f4589-0d66-4866-9cbe-120e095ae24a req-8c0c4f2f-7d8c-4c34-89c2-4ceaba23408f service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190471 Sep 16 02:27:26.199729 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf337f-b77b-45ab-aeab-2da194868563 req-fe657c23-8d63-4172-8ce7-04be27c98040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:26.201612 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3fdf337f-b77b-45ab-aeab-2da194868563 req-fe657c23-8d63-4172-8ce7-04be27c98040 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0581191 Sep 16 02:27:26.250540 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] For port 7cc25a7c-ec35-47b4-9bd5-702892228611, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:26.289121 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] For port 7cc25a7c-ec35-47b4-9bd5-702892228611, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=7cc25a7c-ec35-47b4-9bd5-702892228611,segment=NetworkSegment(2c9ddf33-7db2-433e-8825-ffbfcc7701fd),segment_id=2c9ddf33-7db2-433e-8825-ffbfcc7701fd)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:26.301390 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:26.316118 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf337f-b77b-45ab-aeab-2da194868563 req-3bc1174c-be7e-4273-b7ad-1b0385748f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:26.318283 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3fdf337f-b77b-45ab-aeab-2da194868563 req-3bc1174c-be7e-4273-b7ad-1b0385748f18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 916 time: 0.0982454 Sep 16 02:27:26.349045 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-626a338a-5ed8-4207-9254-33353e9f9288 None None] Provisioning complete for port 7cc25a7c-ec35-47b4-9bd5-702892228611 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:26.349493 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-626a338a-5ed8-4207-9254-33353e9f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:26.388781 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3fdf337f-b77b-45ab-aeab-2da194868563 req-eca16cca-1ae4-4b83-813e-f8e5d06938ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14a49935-ac22-4885-8373-e392ea1467e9 HTTP/1.1" status: 200 len: 217 time: 0.0579345 Sep 16 02:27:26.417104 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450d989-50f2-4eb8-977a-d6ce9d80cc24 None None] Pushing event updated for resources: {'Port': ['ID=7cc25a7c-ec35-47b4-9bd5-702892228611,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:26.423972 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Routers {'2c084cdc-0a31-4647-b52c-6c41778b4c03'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:26.424603 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['2c084cdc-0a31-4647-b52c-6c41778b4c03'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:26.486668 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf337f-b77b-45ab-aeab-2da194868563 req-447c9962-25f7-4262-a399-0c40ba69231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:26.491348 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3fdf337f-b77b-45ab-aeab-2da194868563 req-447c9962-25f7-4262-a399-0c40ba69231e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd45c45f-f197-4e54-a92f-0c4b3b31dae4 HTTP/1.1" status: 200 len: 855 time: 0.0678620 Sep 16 02:27:26.555125 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3fdf337f-b77b-45ab-aeab-2da194868563 req-7228c23d-bd5f-4f7f-93d0-41fa4a224e67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12a495c-cbd1-4980-a189-581beccceb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520031 Sep 16 02:27:26.589892 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] Set router 2c084cdc-0a31-4647-b52c-6c41778b4c03 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:26.631772 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-626a338a-5ed8-4207-9254-33353e9f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:26.688202 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3fdf337f-b77b-45ab-aeab-2da194868563 req-e5059054-edde-4a6b-a1f2-52f9ee57dec6 service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196287 Sep 16 02:27:26.721643 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-626a338a-5ed8-4207-9254-33353e9f9288 None None] For port 7cc25a7c-ec35-47b4-9bd5-702892228611, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=7cc25a7c-ec35-47b4-9bd5-702892228611,segment=NetworkSegment(2c9ddf33-7db2-433e-8825-ffbfcc7701fd),segment_id=2c9ddf33-7db2-433e-8825-ffbfcc7701fd)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:26.746960 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-626a338a-5ed8-4207-9254-33353e9f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:26.794224 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3fdf337f-b77b-45ab-aeab-2da194868563 req-21132402-dc7b-4ac0-bdd6-d452240057f1 service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861855 Sep 16 02:27:26.815831 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a338a-5ed8-4207-9254-33353e9f9288 None None] Pushing event updated for resources: {'Port': ['ID=7cc25a7c-ec35-47b4-9bd5-702892228611,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:26.873497 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-4b36f0ba-50b8-4d99-af71-13ec19f26f9d None None] Provisioning complete for port 7cc25a7c-ec35-47b4-9bd5-702892228611 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:26.873862 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4b36f0ba-50b8-4d99-af71-13ec19f26f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:26.879042 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'name': 'tempest-TestShelveInstance-519289204-router', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:21Z', 'revision_number': 4, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'gw_port': {'id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '7cc25a7c-ec35-47b4-9bd5-702892228611', 'name': '', 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'mac_address': 'fa:16:3e:68:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '77f9edc2-5dfc-4030-83b1-ea29fd04e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:20Z', 'updated_at': '2021-09-16T02:27:26Z', 'revision_number': 4, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'subnets': [{'id': '77f9edc2-5dfc-4030-83b1-ea29fd04e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:26.901157 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ad5d7-4a5f-4484-a33f-5167fb4aa17e req-bbe040fa-94e9-4d93-9dc1-2fbea2f0187b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:26.902641 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b15ad5d7-4a5f-4484-a33f-5167fb4aa17e req-bbe040fa-94e9-4d93-9dc1-2fbea2f0187b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0509546 Sep 16 02:27:26.924963 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f45f36-6880-4e9a-beff-0f373382a40f None None] The sync data for ids ['2c084cdc-0a31-4647-b52c-6c41778b4c03'] in dv-cinder-809306-1-iscsi is: [{'id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'name': 'tempest-TestShelveInstance-519289204-router', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:21Z', 'revision_number': 4, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'gw_port': {'id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '7cc25a7c-ec35-47b4-9bd5-702892228611', 'name': '', 'network_id': 'd308e863-8220-457e-9d57-bd58830988a1', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'mac_address': 'fa:16:3e:68:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '77f9edc2-5dfc-4030-83b1-ea29fd04e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:20Z', 'updated_at': '2021-09-16T02:27:26Z', 'revision_number': 4, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'subnets': [{'id': '77f9edc2-5dfc-4030-83b1-ea29fd04e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:27:26.946161 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b15ad5d7-4a5f-4484-a33f-5167fb4aa17e req-fd12a139-12a1-4de1-8626-68b19bb0906d tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Sep 16 02:27:27.168669 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 7cc25a7c-ec35-47b4-9bd5-702892228611 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:27.237087 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 7cc25a7c-ec35-47b4-9bd5-702892228611 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:27.237459 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:28.066024 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b62ac-acb9-41d5-8b87-3a2bd90eeb5c req-8de86348-0ac6-4fdd-8088-9e1fbd634665 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:28.067561 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-223b62ac-acb9-41d5-8b87-3a2bd90eeb5c req-8de86348-0ac6-4fdd-8088-9e1fbd634665 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0529816 Sep 16 02:27:28.104931 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-223b62ac-acb9-41d5-8b87-3a2bd90eeb5c req-b730694b-7df8-46dc-ac73-362e81b02268 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306919 Sep 16 02:27:30.675577 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 14a49935-ac22-4885-8373-e392ea1467e9 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:27:30.773440 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 14a49935-ac22-4885-8373-e392ea1467e9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=14a49935-ac22-4885-8373-e392ea1467e9,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:30.784728 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '14a49935-ac22-4885-8373-e392ea1467e9', 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84', 'port_id': '14a49935-ac22-4885-8373-e392ea1467e9', 'mac_address': 'fa:16:3e:df:9b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd45c45f-f197-4e54-a92f-0c4b3b31dae4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:27:30.830981 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:30.845312 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a49935-ac22-4885-8373-e392ea1467e9 {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:27:30.856815 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670c8e3-dace-4741-a62e-cd5c892855bb req-5f5efdae-ed31-43bd-913a-eec42e74ed7c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:30.856815 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5670c8e3-dace-4741-a62e-cd5c892855bb req-5f5efdae-ed31-43bd-913a-eec42e74ed7c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0517652 Sep 16 02:27:30.864556 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 14a49935-ac22-4885-8373-e392ea1467e9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=14a49935-ac22-4885-8373-e392ea1467e9,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:30.868535 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:30.895440 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5670c8e3-dace-4741-a62e-cd5c892855bb req-b099d4e6-962c-4142-9358-b064230b1190 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343373 Sep 16 02:27:30.918589 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=14a49935-ac22-4885-8373-e392ea1467e9,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:31.290107 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['14a49935-ac22-4885-8373-e392ea1467e9'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:27:32.039602 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca232-3be6-4134-ae9f-4d92ace394fa req-1e705723-cf26-45c9-a004-f8a58baf5960 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:32.041117 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7cfca232-3be6-4134-ae9f-4d92ace394fa req-1e705723-cf26-45c9-a004-f8a58baf5960 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 944 time: 0.0480845 Sep 16 02:27:32.079851 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7cfca232-3be6-4134-ae9f-4d92ace394fa req-6cc40f51-6e09-4c8d-9142-8fc3a40ae088 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327306 Sep 16 02:27:33.206637 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171ea61-8d1f-4ac1-b039-f6d026ea0770 req-7a26ff23-a8c1-4c1b-977b-cee3707c6a35 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:33.211459 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c171ea61-8d1f-4ac1-b039-f6d026ea0770 req-7a26ff23-a8c1-4c1b-977b-cee3707c6a35 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 944 time: 0.0564785 Sep 16 02:27:33.251299 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c171ea61-8d1f-4ac1-b039-f6d026ea0770 req-00611edc-cf18-4e6f-8170-cfc1d54a6215 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336459 Sep 16 02:27:34.051965 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 14a49935-ac22-4885-8373-e392ea1467e9 up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:34.099809 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 14a49935-ac22-4885-8373-e392ea1467e9 completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:27:34.104243 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 14a49935-ac22-4885-8373-e392ea1467e9 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:34.104627 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:34.186851 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:34.209072 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a49935-ac22-4885-8373-e392ea1467e9'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:27:34.211800 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e73763-8e37-446a-81d8-b4cfa2ef78a2" -d '{"events": [{"server_uuid": "0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0", "name": "network-vif-plugged", "status": "completed", "tag": "14a49935-ac22-4885-8373-e392ea1467e9"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:27:34.223835 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 14a49935-ac22-4885-8373-e392ea1467e9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=14a49935-ac22-4885-8373-e392ea1467e9,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:34.228311 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:34.253326 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdda9cd-c9ff-4e1f-84a2-adb2cc7136a7 x-openstack-request-id: req-6cdda9cd-c9ff-4e1f-84a2-adb2cc7136a7 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:27:34.253611 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0", "name": "network-vif-plugged", "status": "completed", "tag": "14a49935-ac22-4885-8373-e392ea1467e9", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:27:34.254623 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6cdda9cd-c9ff-4e1f-84a2-adb2cc7136a7 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:27:34.255083 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a49935-ac22-4885-8373-e392ea1467e9', 'code': 200} Sep 16 02:27:34.281686 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=14a49935-ac22-4885-8373-e392ea1467e9,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:34.378012 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b6a07-d646-484e-9c44-f16dc34fbb2b req-a8b85d21-b2ea-4202-9318-82f5b27113cc tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:34.379502 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3f1b6a07-d646-484e-9c44-f16dc34fbb2b req-a8b85d21-b2ea-4202-9318-82f5b27113cc tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0544910 Sep 16 02:27:34.446382 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3f1b6a07-d646-484e-9c44-f16dc34fbb2b req-269940f1-44ac-471d-9ca6-b2d6137a34ae tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555487 Sep 16 02:27:34.448926 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3441c-5013-456d-9cf1-f33bd5d7d459 req-282a8408-99c7-4166-a3cc-4b864d8e0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:34.450316 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f9f3441c-5013-456d-9cf1-f33bd5d7d459 req-282a8408-99c7-4166-a3cc-4b864d8e0046 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0663989 Sep 16 02:27:34.486613 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f9f3441c-5013-456d-9cf1-f33bd5d7d459 req-63e5bb6d-b641-48f6-a0d7-e378986b780e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272152 Sep 16 02:27:34.709119 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50182) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:34.761147 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Deleting subnet e0311066-e6b6-4840-97b2-56cfffd85ab2 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:27:34.765266 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:34.820191 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4939575'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:34.868373 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:34.927628 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4294492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711917'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:34.950414 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0311066-e6b6-4840-97b2-56cfffd85ab2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:34.965745 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:34.965745 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e0311066-e6b6-4840-97b2-56cfffd85ab2 HTTP/1.1" status: 204 len: 168 time: 0.2495651 Sep 16 02:27:34.965939 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50196) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:34.966025 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.966025 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.966025 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.966025 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.966316 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.966643 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.967092 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.967507 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.967817 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.968168 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.968481 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:34.968803 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612cf3-0b9d-45a8-9150-11bccfc87657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.034046 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.114999 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.138948 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.139297 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.140071 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.140410 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > port after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.140739 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.141060 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > port after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.141371 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.141679 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.141982 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.142289 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.209465 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.209811 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.210139 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.210458 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 02:27:35.210817 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d1c608-939a-40c2-90ad-f8f1c6c9c30e']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:35.231055 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772cacfd-ab60-4a29-ac18-63e34961ec9a') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:35.231351 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772cacfd-ab60-4a29-ac18-63e34961ec9a') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:35.247606 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.267495 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.275243 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:27:35.275653 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: from cryptography.utils import int_from_bytes Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: from cryptography.utils import int_from_bytes Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:27:35.279696 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:27:35.336949 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.352551 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.354465 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] 10.222.0.35 "DELETE /v2.0/networks/b5d1c608-939a-40c2-90ad-f8f1c6c9c30e HTTP/1.1" status: 204 len: 168 time: 0.3903849 Sep 16 02:27:35.357300 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50202) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:35.363646 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d1c608-939a-40c2-90ad-f8f1c6c9c30e,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:35.371486 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.371834 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.372168 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.372496 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.372875 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.373201 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.373536 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.373849 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.374166 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.374481 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.374793 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.375112 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b225175-c25b-44f1-9f3f-1d841b55225b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:27:35.406648 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd9fe1a-fd5d-4171-bb3c-a07d676bd5b9 admin admin] Deleting subnet 01e13a9e-9d01-4a9b-a61b-978cac083b6f {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:27:35.409701 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0cd9fe1a-fd5d-4171-bb3c-a07d676bd5b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.673060 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0cd9fe1a-fd5d-4171-bb3c-a07d676bd5b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4939575'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.719567 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb2dd-02a6-4eb4-bb5d-2e7645c3ce51 req-d3b357b7-273a-40a6-bf1d-a8f74d3c32c0 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:35.725491 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-093fb2dd-02a6-4eb4-bb5d-2e7645c3ce51 req-d3b357b7-273a-40a6-bf1d-a8f74d3c32c0 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0893655 Sep 16 02:27:35.737846 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0cd9fe1a-fd5d-4171-bb3c-a07d676bd5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.793376 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-093fb2dd-02a6-4eb4-bb5d-2e7645c3ce51 req-4b61e864-dc95-4820-bafc-f9bec074d8de tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656497 Sep 16 02:27:35.817462 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0cd9fe1a-fd5d-4171-bb3c-a07d676bd5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4294492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711917'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.846545 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9fe1a-fd5d-4171-bb3c-a07d676bd5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e13a9e-9d01-4a9b-a61b-978cac083b6f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:35.849190 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0cd9fe1a-fd5d-4171-bb3c-a07d676bd5b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.854587 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0cd9fe1a-fd5d-4171-bb3c-a07d676bd5b9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/01e13a9e-9d01-4a9b-a61b-978cac083b6f HTTP/1.1" status: 204 len: 168 time: 0.4959853 Sep 16 02:27:35.854676 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50220) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:35.960743 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:35.964885 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af413c21-1995-4b37-888c-eaed34c0cf5d req-274107ab-2a55-4954-8176-977839353d68 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:35.966939 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-af413c21-1995-4b37-888c-eaed34c0cf5d req-274107ab-2a55-4954-8176-977839353d68 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0578551 Sep 16 02:27:36.031703 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-af413c21-1995-4b37-888c-eaed34c0cf5d req-8676da47-29fb-44e7-a669-37785e53542f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485799 Sep 16 02:27:36.061578 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.094317 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:36.105987 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a9ce63-bf54-4f08-9527-9b2b9cf6afc3') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:36.106283 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a9ce63-bf54-4f08-9527-9b2b9cf6afc3') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:36.116745 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.133447 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.142374 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:27:36.143103 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:27:36.145235 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:27:36.210150 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.214896 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.219831 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44 HTTP/1.1" status: 204 len: 168 time: 0.3618131 Sep 16 02:27:36.230419 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc95c26-5cc7-465c-b413-6cc51778ec96 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cdcecd2-cd4c-40e4-9e79-a9dfb9fb9f44,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:36.314860 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50242) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:36.417268 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50248) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:36.448223 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9af2a9cd-a741-41eb-8b3f-26ed292dbd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.488371 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5b65556c-7a52-46f2-bdc5-bf58010b3095 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aca482e66528494d9082686f571b4211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699193 Sep 16 02:27:36.490862 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50250) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:36.546352 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c2d471fc-cb91-4f58-b576-30c134ef8ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.559763 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9af2a9cd-a741-41eb-8b3f-26ed292dbd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.563940 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9af2a9cd-a741-41eb-8b3f-26ed292dbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.567838 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c2d471fc-cb91-4f58-b576-30c134ef8ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.602915 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9af2a9cd-a741-41eb-8b3f-26ed292dbd9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f735f5c06524278b890923a49af1ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869086 Sep 16 02:27:36.605683 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50252) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:36.606210 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2a9cd-a741-41eb-8b3f-26ed292dbd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2769c0c0-60e0-43db-9a5a-db8231211f06,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:36.625395 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c2d471fc-cb91-4f58-b576-30c134ef8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.627859 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c2d471fc-cb91-4f58-b576-30c134ef8ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.628981 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c2d471fc-cb91-4f58-b576-30c134ef8ef0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9ec5d28-56d4-4ff5-a99d-e552faaf9076 HTTP/1.1" status: 204 len: 168 time: 0.1364369 Sep 16 02:27:36.646091 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d471fc-cb91-4f58-b576-30c134ef8ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ec5d28-56d4-4ff5-a99d-e552faaf9076,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:36.670353 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b34a85c-fc16-4c3c-ac42-ebba3a8bea56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.697103 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b34a85c-fc16-4c3c-ac42-ebba3a8bea56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.749446 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b34a85c-fc16-4c3c-ac42-ebba3a8bea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.752135 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b34a85c-fc16-4c3c-ac42-ebba3a8bea56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:36.753275 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-3b34a85c-fc16-4c3c-ac42-ebba3a8bea56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2769c0c0-60e0-43db-9a5a-db8231211f06 HTTP/1.1" status: 204 len: 168 time: 0.1464598 Sep 16 02:27:36.762210 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34a85c-fc16-4c3c-ac42-ebba3a8bea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2769c0c0-60e0-43db-9a5a-db8231211f06,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:36.917437 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dcbdd-2fe9-49d9-93f2-a5d7b441f2e1 req-e47acd70-7a21-4a14-8c66-6fa85f196235 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:36.919033 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7e7dcbdd-2fe9-49d9-93f2-a5d7b441f2e1 req-e47acd70-7a21-4a14-8c66-6fa85f196235 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0537539 Sep 16 02:27:36.983552 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50264) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:36.989214 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7e7dcbdd-2fe9-49d9-93f2-a5d7b441f2e1 req-666e4696-24d6-4dd7-8ee8-a5982af416f4 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 Sep 16 02:27:37.045896 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-868d738c-f63c-4fd7-b298-7f1c86b96777 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73e96d062a554616affbfec1b17bb40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605376 Sep 16 02:27:37.048119 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50268) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:37.152861 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84509022-50c7-411c-aa56-83479cc6ffc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:37.180419 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c38d68-a8d3-481a-9c73-dd947d3148bf req-1db8ec11-ea50-40ab-af2d-b064ecf7f8b3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:37.182031 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40c38d68-a8d3-481a-9c73-dd947d3148bf req-1db8ec11-ea50-40ab-af2d-b064ecf7f8b3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0808535 Sep 16 02:27:37.191360 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84509022-50c7-411c-aa56-83479cc6ffc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:37.250790 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40c38d68-a8d3-481a-9c73-dd947d3148bf req-a327c5f1-c1c2-478a-8e8f-e921b7dd7c5e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573988 Sep 16 02:27:37.269071 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84509022-50c7-411c-aa56-83479cc6ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:37.272210 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84509022-50c7-411c-aa56-83479cc6ffc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:37.276086 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-84509022-50c7-411c-aa56-83479cc6ffc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a050f8ac-29ed-4e18-9143-91c1388160a5 HTTP/1.1" status: 204 len: 168 time: 0.2243323 Sep 16 02:27:37.282375 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84509022-50c7-411c-aa56-83479cc6ffc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a050f8ac-29ed-4e18-9143-91c1388160a5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:38.383505 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e662-78d6-4978-916a-7515d1e0b989 req-1e55244e-8280-4fb6-949f-dd841c2c864b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:38.385279 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3039e662-78d6-4978-916a-7515d1e0b989 req-1e55244e-8280-4fb6-949f-dd841c2c864b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0514731 Sep 16 02:27:38.423499 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3039e662-78d6-4978-916a-7515d1e0b989 req-b43d98bd-55b5-43ac-94d7-970877c15431 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317919 Sep 16 02:27:39.146685 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:27:39.544534 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38530-e2cb-42d4-886f-bb8e6dd8b189 req-3fec60ed-53f0-4321-8022-bcc39785c4b3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:39.546149 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-93b38530-e2cb-42d4-886f-bb8e6dd8b189 req-3fec60ed-53f0-4321-8022-bcc39785c4b3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0497358 Sep 16 02:27:39.588141 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-93b38530-e2cb-42d4-886f-bb8e6dd8b189 req-fad24f5e-ce01-442a-a881-984198db16e8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353522 Sep 16 02:27:40.706989 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed257529-5ab5-4013-b28b-87fc0fb03749 req-9fd8755d-d3bd-4608-81be-e034bfae0c4f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:40.708654 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ed257529-5ab5-4013-b28b-87fc0fb03749 req-9fd8755d-d3bd-4608-81be-e034bfae0c4f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0500906 Sep 16 02:27:40.746885 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ed257529-5ab5-4013-b28b-87fc0fb03749 req-386b702b-b778-416a-b19b-5e16b6ce5375 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312989 Sep 16 02:27:41.873126 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a903b6-8de2-4f89-8e70-627ba204b653 req-9a71cb67-ed43-4f5d-abbf-2e25305555e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:41.874701 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d0a903b6-8de2-4f89-8e70-627ba204b653 req-9a71cb67-ed43-4f5d-abbf-2e25305555e4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0545664 Sep 16 02:27:41.916431 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d0a903b6-8de2-4f89-8e70-627ba204b653 req-c88c0349-43dc-44d1-a8c0-930329ba5020 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355933 Sep 16 02:27:42.665002 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5fec1-7b16-45ae-8a63-555cafdf4d36 req-9947b938-30ed-4c3f-b736-36c6bf21998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:42.666513 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e2c5fec1-7b16-45ae-8a63-555cafdf4d36 req-9947b938-30ed-4c3f-b736-36c6bf21998c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 1098 time: 0.0681510 Sep 16 02:27:42.678104 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a79e-c78c-4b24-9744-9e758e60a8fd req-c45bafec-91ed-424f-aa25-51ed922f980a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:42.679427 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4c57a79e-c78c-4b24-9744-9e758e60a8fd req-c45bafec-91ed-424f-aa25-51ed922f980a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0718460 Sep 16 02:27:42.770479 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4c57a79e-c78c-4b24-9744-9e758e60a8fd req-f854e15c-3588-4a2d-8a49-cba2f7af6af5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831332 Sep 16 02:27:42.806026 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5fec1-7b16-45ae-8a63-555cafdf4d36 req-12238f01-5d14-4494-b35c-3702720548c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:42.807761 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e2c5fec1-7b16-45ae-8a63-555cafdf4d36 req-12238f01-5d14-4494-b35c-3702720548c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 919 time: 0.1274593 Sep 16 02:27:42.851791 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e2c5fec1-7b16-45ae-8a63-555cafdf4d36 req-78040dd9-3429-40a9-861e-1fbfda2a4a65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e0024da-6425-43a3-b104-0d2fff5b576d HTTP/1.1" status: 200 len: 217 time: 0.0357363 Sep 16 02:27:42.907060 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5fec1-7b16-45ae-8a63-555cafdf4d36 req-66da6c4c-ee18-41e3-887a-be5501271639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:42.908555 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e2c5fec1-7b16-45ae-8a63-555cafdf4d36 req-66da6c4c-ee18-41e3-887a-be5501271639 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 200 len: 858 time: 0.0477808 Sep 16 02:27:42.940482 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e2c5fec1-7b16-45ae-8a63-555cafdf4d36 req-1bf3e18e-8cd5-436b-9c51-a9102a90c4ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d9910c1-dccd-493a-b462-b594f2d6f14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235085 Sep 16 02:27:43.071906 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e2c5fec1-7b16-45ae-8a63-555cafdf4d36 req-734c7d92-4166-4cbf-a97c-e35f09d07047 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168971 Sep 16 02:27:43.084748 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1df9f5-baf1-4a03-a4fa-281984635daf req-700a0fcc-69d8-4f53-b7f8-ae03cdbbda72 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:43.086497 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3a1df9f5-baf1-4a03-a4fa-281984635daf req-700a0fcc-69d8-4f53-b7f8-ae03cdbbda72 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0761268 Sep 16 02:27:43.183699 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3a1df9f5-baf1-4a03-a4fa-281984635daf req-e8376d53-b1ce-4f9e-a98a-5167a7562ff3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874789 Sep 16 02:27:43.215848 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e2c5fec1-7b16-45ae-8a63-555cafdf4d36 req-f801b366-7036-4908-a1c2-71d863dacb6f service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257193 Sep 16 02:27:43.891624 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128a28-0b88-4928-b611-36dfe47011c2 req-aed42aee-d756-4d8d-82e3-2ba6435e86e5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:43.893236 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fa128a28-0b88-4928-b611-36dfe47011c2 req-aed42aee-d756-4d8d-82e3-2ba6435e86e5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0523980 Sep 16 02:27:43.933989 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fa128a28-0b88-4928-b611-36dfe47011c2 req-d0bf4f36-ada0-4ac2-b924-d57f549f92a8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338445 Sep 16 02:27:43.995416 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959cf45-5773-48c1-ae13-9c54fc728b28 req-bc736123-9e5b-460c-9cd8-7929c036da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:43.996863 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c959cf45-5773-48c1-ae13-9c54fc728b28 req-bc736123-9e5b-460c-9cd8-7929c036da31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 1098 time: 0.0397534 Sep 16 02:27:44.107541 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959cf45-5773-48c1-ae13-9c54fc728b28 req-19d6739e-750d-4ca0-ad65-b90c0492bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:44.108961 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c959cf45-5773-48c1-ae13-9c54fc728b28 req-19d6739e-750d-4ca0-ad65-b90c0492bb69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 919 time: 0.0813913 Sep 16 02:27:44.154630 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c959cf45-5773-48c1-ae13-9c54fc728b28 req-2f9bb8ba-30bc-4f86-b286-b49820fa4605 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e0024da-6425-43a3-b104-0d2fff5b576d HTTP/1.1" status: 200 len: 217 time: 0.0349479 Sep 16 02:27:44.206091 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959cf45-5773-48c1-ae13-9c54fc728b28 req-9b6fb45c-b6a2-4145-b7b1-f0e0febc1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:44.207469 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c959cf45-5773-48c1-ae13-9c54fc728b28 req-9b6fb45c-b6a2-4145-b7b1-f0e0febc1baf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 200 len: 858 time: 0.0408332 Sep 16 02:27:44.244662 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c959cf45-5773-48c1-ae13-9c54fc728b28 req-a1e15c67-9033-4ddd-8dd6-666c445d565d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d9910c1-dccd-493a-b462-b594f2d6f14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294006 Sep 16 02:27:44.369393 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834252ae-69ac-4f26-89d8-8cf0ce911805 req-a1359fa6-0f8e-420e-8e4d-58484a244541 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:44.370855 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-834252ae-69ac-4f26-89d8-8cf0ce911805 req-a1359fa6-0f8e-420e-8e4d-58484a244541 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1075580 Sep 16 02:27:44.390577 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c959cf45-5773-48c1-ae13-9c54fc728b28 req-b56c5cdb-160d-4895-9475-ee9cd0e93119 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358562 Sep 16 02:27:44.438835 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-834252ae-69ac-4f26-89d8-8cf0ce911805 req-7aacbb23-2c34-4584-bc18-cbb6ae2d6ed1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587962 Sep 16 02:27:44.506606 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c959cf45-5773-48c1-ae13-9c54fc728b28 req-129cf613-8d25-41d3-95d0-0307db41d3eb service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070962 Sep 16 02:27:45.059239 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2480f-cfd7-4ab0-bf1c-e5b3c11829d6 req-4c8190b5-f36d-4635-b6c8-48fa09239176 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:45.061338 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f6c2480f-cfd7-4ab0-bf1c-e5b3c11829d6 req-4c8190b5-f36d-4635-b6c8-48fa09239176 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0492444 Sep 16 02:27:45.100788 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f6c2480f-cfd7-4ab0-bf1c-e5b3c11829d6 req-610a76cc-850a-468c-a521-3d46f62610d5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Sep 16 02:27:45.556130 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb100c-4b3f-44c9-9558-3ae922be480d req-1200f41a-1225-4afd-b5dc-57a9e2a13278 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:45.557612 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a7eb100c-4b3f-44c9-9558-3ae922be480d req-1200f41a-1225-4afd-b5dc-57a9e2a13278 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0474379 Sep 16 02:27:45.597722 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a7eb100c-4b3f-44c9-9558-3ae922be480d req-6560a92c-c3eb-4b10-8416-169edc2a9c5d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342474 Sep 16 02:27:46.080243 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:46.213473 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cc50-6c9a-4f9e-afc7-d4c4af9260bd req-1f6c890d-dfcf-4517-9c9c-e444985cbea0 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:46.214920 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4923cc50-6c9a-4f9e-afc7-d4c4af9260bd req-1f6c890d-dfcf-4517-9c9c-e444985cbea0 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0482681 Sep 16 02:27:46.250790 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4923cc50-6c9a-4f9e-afc7-d4c4af9260bd req-99e34914-ba44-4029-ae48-80eb03ff30d2 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298686 Sep 16 02:27:46.721864 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2ddf-59ea-45a9-ba5d-f02d3e50f33c req-4a6657c4-862f-45bf-9f80-000a6668f3f4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:46.723421 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-46eb2ddf-59ea-45a9-ba5d-f02d3e50f33c req-4a6657c4-862f-45bf-9f80-000a6668f3f4 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0538774 Sep 16 02:27:46.767368 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-46eb2ddf-59ea-45a9-ba5d-f02d3e50f33c req-322414a4-1c80-49e6-b41c-fcc4aa8b81df tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373175 Sep 16 02:27:47.365199 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c577a-35a0-49ed-9b87-56751c66b056 req-de1fea9b-67aa-4361-8ddd-efc23a5614c3 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:47.366607 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8d9c577a-35a0-49ed-9b87-56751c66b056 req-de1fea9b-67aa-4361-8ddd-efc23a5614c3 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0503256 Sep 16 02:27:47.402278 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8d9c577a-35a0-49ed-9b87-56751c66b056 req-be5439c2-b5c1-4660-bbd9-6fb432b896d4 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298383 Sep 16 02:27:47.886274 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f5ab1-ee41-4cb0-9aff-a04f20360c2e req-1e29e996-27d1-4ab9-a97c-9a48928f09d1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:47.887863 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-894f5ab1-ee41-4cb0-9aff-a04f20360c2e req-1e29e996-27d1-4ab9-a97c-9a48928f09d1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0477002 Sep 16 02:27:47.924771 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-894f5ab1-ee41-4cb0-9aff-a04f20360c2e req-65310bb3-82f0-4e30-9550-2fd44e47c74b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309789 Sep 16 02:27:48.068538 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50512) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:48.170984 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df813934-d652-42bf-bbf3-bdc5abf25e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.262143 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df813934-d652-42bf-bbf3-bdc5abf25e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.265407 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df813934-d652-42bf-bbf3-bdc5abf25e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.304699 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-df813934-d652-42bf-bbf3-bdc5abf25e3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=111436f63665496ab37285b26713100b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347574 Sep 16 02:27:48.305787 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df813934-d652-42bf-bbf3-bdc5abf25e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d296e37b-785f-4dfb-99c8-849343a7b01e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:48.307387 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50516) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:48.356232 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-698ab3c7-3e73-4152-8b7f-86c1917938c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.376217 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-698ab3c7-3e73-4152-8b7f-86c1917938c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.420945 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-698ab3c7-3e73-4152-8b7f-86c1917938c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.423519 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-698ab3c7-3e73-4152-8b7f-86c1917938c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.427196 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-698ab3c7-3e73-4152-8b7f-86c1917938c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d296e37b-785f-4dfb-99c8-849343a7b01e HTTP/1.1" status: 204 len: 168 time: 0.1180050 Sep 16 02:27:48.434892 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ab3c7-3e73-4152-8b7f-86c1917938c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d296e37b-785f-4dfb-99c8-849343a7b01e,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:48.529867 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cfd07-293e-4d96-8181-d2325a578f5e req-9b7986b3-030c-400d-b4a9-76cc1fb8fe43 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:48.531377 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-674cfd07-293e-4d96-8181-d2325a578f5e req-9b7986b3-030c-400d-b4a9-76cc1fb8fe43 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0572548 Sep 16 02:27:48.569243 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-674cfd07-293e-4d96-8181-d2325a578f5e req-87e07192-902b-4a2a-aad5-4795df071bc0 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Sep 16 02:27:48.704956 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50524) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:48.720271 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb9c71b8-cad4-4ea4-8db3-330fc427d974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.817538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-586685f5-8a2b-4bf4-91fc-772d318c20e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.827169 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb9c71b8-cad4-4ea4-8db3-330fc427d974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.830802 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb9c71b8-cad4-4ea4-8db3-330fc427d974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.874799 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-eb9c71b8-cad4-4ea4-8db3-330fc427d974 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6611291b3e87427eb943603b9f553d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686811 Sep 16 02:27:48.875880 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c71b8-cad4-4ea4-8db3-330fc427d974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4925273-0b7f-4e7a-82b1-63b43c941a04,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:48.877483 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50528) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:48.926999 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb3bca71-b3cf-4ae9-9d46-5e6250c671e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.947743 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb3bca71-b3cf-4ae9-9d46-5e6250c671e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.993633 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb3bca71-b3cf-4ae9-9d46-5e6250c671e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.996261 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb3bca71-b3cf-4ae9-9d46-5e6250c671e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:48.997385 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bb3bca71-b3cf-4ae9-9d46-5e6250c671e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4925273-0b7f-4e7a-82b1-63b43c941a04 HTTP/1.1" status: 204 len: 168 time: 0.1180918 Sep 16 02:27:49.005210 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bca71-b3cf-4ae9-9d46-5e6250c671e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4925273-0b7f-4e7a-82b1-63b43c941a04,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:49.044645 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3614f87-2d20-4298-a939-d58cd8c3721f req-0b0c356a-f2c6-44a0-a21d-5db37de0c5bf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:49.046120 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3614f87-2d20-4298-a939-d58cd8c3721f req-0b0c356a-f2c6-44a0-a21d-5db37de0c5bf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0491886 Sep 16 02:27:49.097931 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3614f87-2d20-4298-a939-d58cd8c3721f req-7e11844e-e72e-483e-832c-0335a4bbb249 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425110 Sep 16 02:27:49.392512 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23dd6-c90a-4769-87f3-bac723d2aa1a req-5d68000b-84f4-4dfa-b192-38e8ff02dd6d tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:49.394139 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9cd23dd6-c90a-4769-87f3-bac723d2aa1a req-5d68000b-84f4-4dfa-b192-38e8ff02dd6d tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0537710 Sep 16 02:27:49.435879 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9cd23dd6-c90a-4769-87f3-bac723d2aa1a req-cba400e4-84a1-4327-863e-2cf1a1eee70a tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352929 Sep 16 02:27:49.687725 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef53be-c37d-453f-a4a1-bb182ee6a62c req-2adc217f-cf46-4e33-a964-6e00b1634e85 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:49.689314 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bfef53be-c37d-453f-a4a1-bb182ee6a62c req-2adc217f-cf46-4e33-a964-6e00b1634e85 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0495434 Sep 16 02:27:49.728004 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bfef53be-c37d-453f-a4a1-bb182ee6a62c req-f2d29f13-06a7-4c5b-9389-a79830b7b562 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326831 Sep 16 02:27:50.027105 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-963402e4-9bdc-490b-991b-69291dffcb39 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402288575&fields=id&tenant_id=c36dfe824cb44914b5d0e6084eb265ca HTTP/1.1" status: 200 len: 267 time: 0.0438266 Sep 16 02:27:50.105139 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50578) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:50.131602 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-bc840162-883d-4567-9582-fb768bedba42 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:50.135907 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-bc840162-883d-4567-9582-fb768bedba42 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/networks?id=08d30e9d-efab-46e1-810b-f10a6193912f HTTP/1.1" status: 200 len: 809 time: 0.1016304 Sep 16 02:27:50.148285 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-657ff115-0fda-473f-b40b-bfbb26422fe9 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/quotas/c36dfe824cb44914b5d0e6084eb265ca HTTP/1.1" status: 200 len: 375 time: 0.0095534 Sep 16 02:27:50.214233 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-d8fae760-7be2-4abf-b155-50f76c7948df tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c36dfe824cb44914b5d0e6084eb265ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585628 Sep 16 02:27:50.223828 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ab2033e-bda5-4b93-a13e-d308c02a3dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:50.255569 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a984e-3f3c-47a3-966b-362e9f5219e8 req-132405fb-2694-41ed-bf52-cdbf62bf2885 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:50.257022 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e71a984e-3f3c-47a3-966b-362e9f5219e8 req-132405fb-2694-41ed-bf52-cdbf62bf2885 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0876498 Sep 16 02:27:50.315749 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-f2559eed-eb23-4398-a95f-819988e0cd75 service neutron] 10.222.0.35 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868800 Sep 16 02:27:50.315992 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e71a984e-3f3c-47a3-966b-362e9f5219e8 req-61873e5d-d570-47ca-a166-ec7f48b2894e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506237 Sep 16 02:27:50.372554 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ab2033e-bda5-4b93-a13e-d308c02a3dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:50.376877 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ab2033e-bda5-4b93-a13e-d308c02a3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:50.415014 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-4ab2033e-bda5-4b93-a13e-d308c02a3dc1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1eef8af03b5748938e01082e9e76f0cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087933 Sep 16 02:27:50.417527 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50588) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:50.423416 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-670d0248-e7c5-4d82-8c86-7e4858300ac0 service neutron] 10.222.0.35 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927627 Sep 16 02:27:50.423576 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2033e-bda5-4b93-a13e-d308c02a3dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7ef1b5-ac7c-4436-88b8-3f3e92095b00,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:50.481310 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7775a688-914e-44d4-bf5d-edde854f8c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:50.506812 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7775a688-914e-44d4-bf5d-edde854f8c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:50.584279 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cbd1b-0860-4398-91fe-6dabc61c7766 req-715102bd-d4f8-4bdf-8382-24eae094bc0d tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:50.586241 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c96cbd1b-0860-4398-91fe-6dabc61c7766 req-715102bd-d4f8-4bdf-8382-24eae094bc0d tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0641940 Sep 16 02:27:50.601336 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7775a688-914e-44d4-bf5d-edde854f8c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:50.603827 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7775a688-914e-44d4-bf5d-edde854f8c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:50.604830 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-7775a688-914e-44d4-bf5d-edde854f8c97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c7ef1b5-ac7c-4436-88b8-3f3e92095b00 HTTP/1.1" status: 204 len: 168 time: 0.1861935 Sep 16 02:27:50.624591 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775a688-914e-44d4-bf5d-edde854f8c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7ef1b5-ac7c-4436-88b8-3f3e92095b00,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:50.646161 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c96cbd1b-0860-4398-91fe-6dabc61c7766 req-31352978-fdda-4d61-857b-b97c65c13ee1 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530267 Sep 16 02:27:50.783022 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2e6c7f3d-8a81-4e8b-8af0-5cd6360b8d53 req-c123fed6-3224-4c5c-9f49-5d7026ee92db tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0291524 Sep 16 02:27:50.862056 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-17c96fde-e4bc-4cb9-8c95-d4c680c9278f tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:50.863580 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-17c96fde-e4bc-4cb9-8c95-d4c680c9278f tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 815 time: 0.1157222 Sep 16 02:27:50.885202 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-914a2d56-3251-4e86-9a45-2758018cc89f tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/quotas/c4b71ef944f9451991962740600e0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0127759 Sep 16 02:27:50.904594 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d7286-243f-4f71-87ae-3e166c6e0908 req-14d1ec88-9823-4c8a-a769-b2206239863c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:50.906189 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3f7d7286-243f-4f71-87ae-3e166c6e0908 req-14d1ec88-9823-4c8a-a769-b2206239863c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0606778 Sep 16 02:27:50.956651 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-aed9a4c2-1729-4b6e-88b2-d94c9a8fcff8 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600944 Sep 16 02:27:50.975983 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3f7d7286-243f-4f71-87ae-3e166c6e0908 req-2f894527-4724-454e-820c-6d5be771ad85 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590901 Sep 16 02:27:51.059682 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-75e26155-0367-48b7-bc59-c72664e56354 service neutron] 10.222.0.35 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020908 Sep 16 02:27:51.352236 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-9127a946-2503-458f-8f7d-3ac3fce9ca5a service neutron] 10.222.0.35 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917466 Sep 16 02:27:51.365243 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50644) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:51.454074 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-13fe6323-8cd5-4020-b74c-e5222a0b294d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:51.490549 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-68276208-network', 'tenant_id': '0fea454b17974c3c8773f956fb926556'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:51.511043 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63567025-0b9f-4acd-93d4-2a89448f94ab req-dc293cb5-586b-4568-aa59-3009d68cbb49 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:51.512582 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-63567025-0b9f-4acd-93d4-2a89448f94ab req-dc293cb5-586b-4568-aa59-3009d68cbb49 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1022577 Sep 16 02:27:51.534933 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Made reservation on behalf of 0fea454b17974c3c8773f956fb926556 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:51.537178 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:51.543182 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-05cb4bb0-3b87-477a-b67e-1511bcabc9f9 req-25c2af0d-b23f-48f4-a159-f6d8e01f95ae tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 210 time: 0.0293381 Sep 16 02:27:51.550495 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:51.576339 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-63567025-0b9f-4acd-93d4-2a89448f94ab req-dc0820f0-45be-4f5c-b98c-852972c2c69f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572505 Sep 16 02:27:51.660247 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:51.663674 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:51.688049 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:27:51.700048 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e641272-3177-4d32-aad9-2a21f215616d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:51.706577 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:51.706925 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Added segment a608c510-9fe6-431f-97fe-316ed7b5fec6 of type vlan for network d2561a40-302a-43e7-989c-c7a2cf1be6e5 Sep 16 02:27:51.750305 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:51.781779 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:51.782110 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6eb7-173d-492f-b689-455d459792c3 req-cc1a8057-c775-46ef-9c1d-2095e2d8c998 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:51.782945 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:51.783948 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:51.784060 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fcfa6eb7-173d-492f-b689-455d459792c3 req-cc1a8057-c775-46ef-9c1d-2095e2d8c998 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0593042 Sep 16 02:27:51.817422 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4503388 Sep 16 02:27:51.820631 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:51.828388 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Request body: {'subnet': {'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-68276208-subnet', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:51.836000 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fcfa6eb7-173d-492f-b689-455d459792c3 req-61347365-98a4-4878-a506-7b2d726da50f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452528 Sep 16 02:27:51.865392 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1afef6-9834-492b-b37c-1270d0257ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=d2561a40-302a-43e7-989c-c7a2cf1be6e5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:51.877628 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network d2561a40-302a-43e7-989c-c7a2cf1be6e5 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:27:51.880333 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Made reservation on behalf of 0fea454b17974c3c8773f956fb926556 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:51.883587 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711882'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:51.937596 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e289f5cf-1dee-42bd-b098-79aef2dea55a req-b8a0244f-69c9-4629-86b7-7e3df21f1fe4 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0499678 Sep 16 02:27:52.119147 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-4d81896d-c1da-465c-9fd9-12eb5463f97a tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:52.120110 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-4d81896d-c1da-465c-9fd9-12eb5463f97a tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.15 "GET /v2.0/networks?id=08d30e9d-efab-46e1-810b-f10a6193912f HTTP/1.1" status: 200 len: 809 time: 0.1736782 Sep 16 02:27:52.135911 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6c646-7923-4dfd-a8f1-5b2d1351fbce req-c2ac174d-a49c-40d5-b85e-d2728b0e878f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:52.143389 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-22d6c646-7923-4dfd-a8f1-5b2d1351fbce req-c2ac174d-a49c-40d5-b85e-d2728b0e878f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0839541 Sep 16 02:27:52.152630 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4294431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711908'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.214173 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-22d6c646-7923-4dfd-a8f1-5b2d1351fbce req-e5b64d59-d6c5-4eee-9e82-8c9a5297cb64 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699310 Sep 16 02:27:52.224143 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-196ced24-f3f1-41c6-98eb-1b5603817cfb tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c36dfe824cb44914b5d0e6084eb265ca HTTP/1.1" status: 200 len: 379 time: 0.0787930 Sep 16 02:27:52.224564 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Checking segment: {'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:52.225786 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Network hostable DHCP agents. Network: d2561a40-302a-43e7-989c-c7a2cf1be6e5, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:27:52.229690 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f53d8d-5e56-4fe6-b365-429fb210112a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:52.243450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Request body: {'port': {'device_id': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'admin_state_up': True, 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'security_groups': ['08181df2-97bc-4e0d-81f2-cdc29189982d']}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:52.250507 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Network d2561a40-302a-43e7-989c-c7a2cf1be6e5 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:27:52.260717 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.261191 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, d2561a40-302a-43e7-989c-c7a2cf1be6e5) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:52.266396 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:52.267007 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.273247 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88eb4b3-a23f-418d-ab22-5524b6b3d647 None None] Network d2561a40-302a-43e7-989c-c7a2cf1be6e5 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:52.282624 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bb399596-55aa-4719-bfe8-14178c47340a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4609818 Sep 16 02:27:52.285258 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50670) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:52.290137 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:52.312628 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7869852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2468'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.313703 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7864588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8120476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2451'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.370914 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Made reservation on behalf of c36dfe824cb44914b5d0e6084eb265ca for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:52.374137 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.374732 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.428625 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea0194de-0e4e-5cff-8928-79b91472b142-d2561a40-302a-43e7-989c-c7a2cf1be6e5', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a'}]}} from dv-cinder-809306-1-iscsi. {{(pid=93922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 02:27:52.429488 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.508480 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Allocated IP 172.20.0.14 (08d30e9d-efab-46e1-810b-f10a6193912f/86c64391-5fdd-4c21-a2f3-fcba32b3ef8b/311583c8-6c84-40c7-abec-38332ff0d7ba) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:52.518728 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.587584 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.db_base_plugin_common [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Allocated IP 172.20.0.2 (d2561a40-302a-43e7-989c-c7a2cf1be6e5/d2f53d8d-5e56-4fe6-b365-429fb210112a/0b68d2e6-dcea-4592-85e1-97499260d7f0) {{(pid=93922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:52.686306 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.704534 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-56137673-e562-40ef-8e30-d16a7688edc9 req-9d1e4d17-6e70-4cde-a411-2f32fee5e000 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 210 time: 0.0423932 Sep 16 02:27:52.778457 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.811155 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Notify callbacks [] for port, precommit_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.811414 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14163c14-240d-4812-b224-da21d8db97b1 req-4e168983-d871-46cd-8bdc-a44e8c82183a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:52.812902 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-14163c14-240d-4812-b224-da21d8db97b1 req-4e168983-d871-46cd-8bdc-a44e8c82183a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1075706 Sep 16 02:27:52.818126 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.862904 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Network d2561a40-302a-43e7-989c-c7a2cf1be6e5 is already hosted by enough agents. {{(pid=93922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:52.869725 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.base_scheduler [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Resources bound (agent type, host, resource id): {{(pid=93922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:52.872647 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Received port after_create {{(pid=93922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:52.875538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Pushing event updated for resources: {'Port': ['ID=0b68d2e6-dcea-4592-85e1-97499260d7f0,revision_number=1']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:52.885001 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-14163c14-240d-4812-b224-da21d8db97b1 req-ce7ab0fb-7a4a-4f11-b7f2-ddf55b520f77 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592604 Sep 16 02:27:52.892942 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.942299 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Network 08d30e9d-efab-46e1-810b-f10a6193912f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:52.942523 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-1ce54106-6abc-4bf2-8713-cdb9785b43bf tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:52.950886 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-1ce54106-6abc-4bf2-8713-cdb9785b43bf tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 815 time: 0.2616832 Sep 16 02:27:52.954186 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Attempting to bind port 0b68d2e6-dcea-4592-85e1-97499260d7f0 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:52.955256 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Attempting to bind port 0b68d2e6-dcea-4592-85e1-97499260d7f0 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:52.955969 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Attempting to bind port 0b68d2e6-dcea-4592-85e1-97499260d7f0 on network d2561a40-302a-43e7-989c-c7a2cf1be6e5 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:52.961747 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:52.962206 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:52.962800 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Checking segment: {'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:52.963390 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.964014 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Bound using segment: {'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:52.964657 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Bound port: 0b68d2e6-dcea-4592-85e1-97499260d7f0, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:52.965393 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:52.966634 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:53.010919 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event updated for resources: {'Port': ['ID=311583c8-6c84-40c7-abec-38332ff0d7ba,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:53.021487 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Request body: {'port': {'device_id': '46666ba5-99bd-4ad9-9983-bceb9a92e4ed', 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84', 'admin_state_up': True, 'tenant_id': 'c4b71ef944f9451991962740600e0ff8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:53.038552 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:53.039296 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.088261 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-b3c8e638-f005-4109-b509-add468bd8564 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481698 Sep 16 02:27:53.093118 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] For port 0b68d2e6-dcea-4592-85e1-97499260d7f0, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:53.101693 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] For port 0b68d2e6-dcea-4592-85e1-97499260d7f0, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0b68d2e6-dcea-4592-85e1-97499260d7f0,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:53.107527 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.118671 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1d9bb-8da0-4b98-88e0-fff6953c1746 req-68f15d87-fc74-4384-b1b3-23d69fe82c7d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:53.120337 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7ca1d9bb-8da0-4b98-88e0-fff6953c1746 req-68f15d87-fc74-4384-b1b3-23d69fe82c7d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 932 time: 0.0779727 Sep 16 02:27:53.125429 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Request body: {'port': {'device_id': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:53.163967 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.176244 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c793f12-550c-4ce4-815f-1ac6a46a363f None None] Pushing event updated for resources: {'Port': ['ID=0b68d2e6-dcea-4592-85e1-97499260d7f0,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:53.202722 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.214070 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7ca1d9bb-8da0-4b98-88e0-fff6953c1746 req-8219c80f-2494-4e46-b0e9-565dc6198133 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856037 Sep 16 02:27:53.220941 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.240142 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-f49f5e74-b36a-40ec-9438-a0b33a83ba14 None None] Provisioning complete for port 311583c8-6c84-40c7-abec-38332ff0d7ba triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:53.241473 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f49f5e74-b36a-40ec-9438-a0b33a83ba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.268870 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab63732-ed5d-488e-9be2-067ab7996f29 req-66a9cda7-6df5-493c-ba63-b7e5787adc34 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:53.270329 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eab63732-ed5d-488e-9be2-067ab7996f29 req-66a9cda7-6df5-493c-ba63-b7e5787adc34 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.2279286 Sep 16 02:27:53.310401 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-f49f5e74-b36a-40ec-9438-a0b33a83ba14 None None] Port 311583c8-6c84-40c7-abec-38332ff0d7ba cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:27:53.382752 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eab63732-ed5d-488e-9be2-067ab7996f29 req-42e7ce99-cbc5-45e5-b320-be1a2ee883ad tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966511 Sep 16 02:27:53.402971 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Made reservation on behalf of c4b71ef944f9451991962740600e0ff8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:53.420018 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.453950 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Allocated IP 172.27.2.53 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/d55c8657-3fb2-4a31-bf9a-d7cb090be75f) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:53.457127 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b106f12-c8a7-4130-9dd1-2f133df9dd20 req-1bd76595-4e3c-4dad-bf3d-bdf6aa36380b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:53.457814 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6b106f12-c8a7-4130-9dd1-2f133df9dd20 req-1bd76595-4e3c-4dad-bf3d-bdf6aa36380b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1603160 Sep 16 02:27:53.554572 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6b106f12-c8a7-4130-9dd1-2f133df9dd20 req-729d30e0-8c03-4a78-a5bb-b56e7837a811 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813289 Sep 16 02:27:53.633845 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311583c8-6c84-40c7-abec-38332ff0d7ba {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:27:53.641974 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.655833 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Transition to ACTIVE for port object 311583c8-6c84-40c7-abec-38332ff0d7ba will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:27:53.661308 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.733986 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=311583c8-6c84-40c7-abec-38332ff0d7ba,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:53.785875 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Attempting to bind port 311583c8-6c84-40c7-abec-38332ff0d7ba on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:53.786215 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Attempting to bind port 311583c8-6c84-40c7-abec-38332ff0d7ba by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:53.786540 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Attempting to bind port 311583c8-6c84-40c7-abec-38332ff0d7ba on network 08d30e9d-efab-46e1-810b-f10a6193912f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:53.792116 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Port 311583c8-6c84-40c7-abec-38332ff0d7ba on network 08d30e9d-efab-46e1-810b-f10a6193912f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:27:53.792434 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Attempting to bind port 311583c8-6c84-40c7-abec-38332ff0d7ba on network 08d30e9d-efab-46e1-810b-f10a6193912f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:53.797651 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:53.797996 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Checking segment: {'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:53.798408 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Bound using segment: {'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:53.798841 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Bound port: 311583c8-6c84-40c7-abec-38332ff0d7ba, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c0ed59-85ed-4ae5-a675-d07b7417578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:53.799201 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.826628 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e5d9fde1-2357-4ff5-ad68-af02cdf873f9 req-971f5a7d-3363-43da-a3a1-575fc1640a96 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 210 time: 0.0415251 Sep 16 02:27:53.886855 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] For port 311583c8-6c84-40c7-abec-38332ff0d7ba, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:53.891062 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] For port 311583c8-6c84-40c7-abec-38332ff0d7ba, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=311583c8-6c84-40c7-abec-38332ff0d7ba,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:53.895953 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Allocated IP 172.20.0.7 (c12a495c-cbd1-4980-a189-581beccceb84/dd45c45f-f197-4e54-a92f-0c4b3b31dae4/47f947ee-69e4-4a12-bac5-cb105e78649c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:53.898262 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.900742 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.942051 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:53.942671 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:53.944779 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/311583c8-6c84-40c7-abec-38332ff0d7ba HTTP/1.1" status: 200 len: 1094 time: 0.8235168 Sep 16 02:27:53.945219 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:27:53.947742 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5185024-14ef-47e6-8fca-62d4c3c44ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:27:53.994964 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d86ba-3313-4fc3-b556-552216eac8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=311583c8-6c84-40c7-abec-38332ff0d7ba,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:54.031564 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:54.044674 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:54.053153 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ae51dd-f84a-4f69-b5d3-cb55388dd7bb x-openstack-request-id: req-b4ae51dd-f84a-4f69-b5d3-cb55388dd7bb {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:27:54.053445 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:27:54.053697 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4ae51dd-f84a-4f69-b5d3-cb55388dd7bb {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:27:54.054107 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'status': 'completed', 'code': 200} Sep 16 02:27:54.112093 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-3a5e5b5b-7d38-44e6-8e1d-ab3c7de3c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:54.112957 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:54.113631 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-3a5e5b5b-7d38-44e6-8e1d-ab3c7de3c8df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c36dfe824cb44914b5d0e6084eb265ca&device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 1097 time: 0.1108639 Sep 16 02:27:54.119302 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:54.121825 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:54.137410 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9daaa-deb5-4924-96ab-474af3557fa7 req-58b25699-424e-49dd-a50e-5763652d396d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:54.139185 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-10e9daaa-deb5-4924-96ab-474af3557fa7 req-58b25699-424e-49dd-a50e-5763652d396d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1153524 Sep 16 02:27:54.164057 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d55c8657-3fb2-4a31-bf9a-d7cb090be75f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:54.172221 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-62113dc7-be72-4a6f-a275-2978fc07ece3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311583c8-6c84-40c7-abec-38332ff0d7ba HTTP/1.1" status: 200 len: 217 time: 0.0482614 Sep 16 02:27:54.202306 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:54.235813 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-10e9daaa-deb5-4924-96ab-474af3557fa7 req-1f6956f8-ed75-4c8c-a1fe-f36fafadd637 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669656 Sep 16 02:27:54.254425 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-08b679dd-4feb-4e56-be47-83903d213b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:54.256746 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-08b679dd-4feb-4e56-be47-83903d213b4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86c64391-5fdd-4c21-a2f3-fcba32b3ef8b HTTP/1.1" status: 200 len: 848 time: 0.0596623 Sep 16 02:27:54.314216 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-a8cd5554-cb35-4c53-b8ee-3f93e5a12dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:54.315957 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-a8cd5554-cb35-4c53-b8ee-3f93e5a12dc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08d30e9d-efab-46e1-810b-f10a6193912f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506597 Sep 16 02:27:54.362349 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90af4717-73b7-40f6-aadf-1aef5cea63a0 None None] Network d2561a40-302a-43e7-989c-c7a2cf1be6e5 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:54.431588 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-7c477835-dd10-4aee-a8bc-ca1d2ba047bf service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075590 Sep 16 02:27:54.432675 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:54.442906 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952ce93-60b6-4c43-a688-878b204b6eb6 req-14f63af6-cfe9-49ee-b831-39560831049a tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:54.445046 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3952ce93-60b6-4c43-a688-878b204b6eb6 req-14f63af6-cfe9-49ee-b831-39560831049a tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.1242452 Sep 16 02:27:54.558589 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Network c12a495c-cbd1-4980-a189-581beccceb84 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:54.569736 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['98fa056e-24e7-4daf-adf6-17b48565cf0d', '14a49935-ac22-4885-8373-e392ea1467e9'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:27:54.572196 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:54.574537 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Pushing event updated for resources: {'Port': ['ID=47f947ee-69e4-4a12-bac5-cb105e78649c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:54.586510 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85241455-2ca1-48b5-bd3e-012aa167ceb2 req-7524e261-4a47-4591-9406-fcb3ba5343ed tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:54.586605 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:54.587702 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:54.590889 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-85241455-2ca1-48b5-bd3e-012aa167ceb2 req-7524e261-4a47-4591-9406-fcb3ba5343ed tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.1061056 Sep 16 02:27:54.614487 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-f3447236-32d7-4e52-91cd-b3b7d06ba800 None None] Provisioning complete for port 0b68d2e6-dcea-4592-85e1-97499260d7f0 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:54.614783 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f3447236-32d7-4e52-91cd-b3b7d06ba800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:54.618968 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-64ace79e-aaea-41ec-a1bd-7eb2c6a87a14 req-51a2ccc1-7971-4b3e-ae74-4e68903566cc service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789601 Sep 16 02:27:54.636597 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-85241455-2ca1-48b5-bd3e-012aa167ceb2 req-a9ab4098-ad42-4a6f-bd80-46cce17c4a6e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448265 Sep 16 02:27:54.646826 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3952ce93-60b6-4c43-a688-878b204b6eb6 req-96fad0b8-3fc3-4d5b-8c21-713730ef4f3d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900864 Sep 16 02:27:54.684450 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:54.685338 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:54.731501 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-685a3f12-5414-4d1c-a887-67e02626b211 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7309973 Sep 16 02:27:54.738840 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-1b6cdc37-0e17-4bd0-9fef-17fd8cbb69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:54.740586 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-1b6cdc37-0e17-4bd0-9fef-17fd8cbb69d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c36dfe824cb44914b5d0e6084eb265ca&device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0573421 Sep 16 02:27:54.755410 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Request body: {'port': {'device_id': '46666ba5-99bd-4ad9-9983-bceb9a92e4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:54.833560 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f3447236-32d7-4e52-91cd-b3b7d06ba800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:54.859203 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-2a6761f7-430c-4b6a-bf6d-87646c610108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:54.860896 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-2a6761f7-430c-4b6a-bf6d-87646c610108 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08d30e9d-efab-46e1-810b-f10a6193912f HTTP/1.1" status: 200 len: 910 time: 0.1047795 Sep 16 02:27:54.910334 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-f3447236-32d7-4e52-91cd-b3b7d06ba800 None None] For port 0b68d2e6-dcea-4592-85e1-97499260d7f0, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0b68d2e6-dcea-4592-85e1-97499260d7f0,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:54.924343 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f3447236-32d7-4e52-91cd-b3b7d06ba800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:54.925191 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-13a43ac7-d2c8-49dc-a63b-2c62400a0b3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311583c8-6c84-40c7-abec-38332ff0d7ba HTTP/1.1" status: 200 len: 217 time: 0.0510907 Sep 16 02:27:54.933638 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:54.950718 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d9efb-3ee0-4b49-8a94-488eb8a0d647 req-61865143-5cbf-44c1-9de5-8e0bdfc35eeb tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:54.952828 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4c2d9efb-3ee0-4b49-8a94-488eb8a0d647 req-61865143-5cbf-44c1-9de5-8e0bdfc35eeb tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1621280 Sep 16 02:27:54.976362 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7864579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:55.027750 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941411e9-577e-4f0d-a07b-fc8ccc7a7653 req-3e9f72fb-34f0-446a-9e2f-375ced343d05 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:55.029693 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-941411e9-577e-4f0d-a07b-fc8ccc7a7653 req-3e9f72fb-34f0-446a-9e2f-375ced343d05 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 931 time: 0.1023653 Sep 16 02:27:55.031157 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-63f4e7b8-06db-44dc-8b6d-c4d5da2333ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:55.032470 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-63f4e7b8-06db-44dc-8b6d-c4d5da2333ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86c64391-5fdd-4c21-a2f3-fcba32b3ef8b HTTP/1.1" status: 200 len: 848 time: 0.0941288 Sep 16 02:27:55.040350 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3447236-32d7-4e52-91cd-b3b7d06ba800 None None] Pushing event updated for resources: {'Port': ['ID=0b68d2e6-dcea-4592-85e1-97499260d7f0,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:55.103023 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4c2d9efb-3ee0-4b49-8a94-488eb8a0d647 req-c1dc41d9-b445-48fc-89b7-c2e6b0dd2e2d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353281 Sep 16 02:27:55.112944 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-941411e9-577e-4f0d-a07b-fc8ccc7a7653 req-35b09610-1107-4db7-b99a-30cd5b5eb7e2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768495 Sep 16 02:27:55.119040 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-25ee27c6-3ccd-4cce-842b-e588a158425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:55.120658 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-25ee27c6-3ccd-4cce-842b-e588a158425d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08d30e9d-efab-46e1-810b-f10a6193912f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743883 Sep 16 02:27:55.157157 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-e2ec55a3-3096-48e7-ba67-116054254701 None None] Provisioning complete for port 0b68d2e6-dcea-4592-85e1-97499260d7f0 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:55.157767 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e2ec55a3-3096-48e7-ba67-116054254701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:55.215949 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 0b68d2e6-dcea-4592-85e1-97499260d7f0 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:55.238526 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-748e8de2-d7c8-431a-9ba0-5509a3050d92 service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060586 Sep 16 02:27:55.294182 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 0b68d2e6-dcea-4592-85e1-97499260d7f0 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:55.294709 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:55.333569 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Router c4af054b-b194-4099-a3a6-9e405eae5e78 is scheduled to L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:27:55.378631 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5185024-14ef-47e6-8fca-62d4c3c44ea0 req-94afb143-432d-4528-b8bd-7639e02ef4f8 service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314337 Sep 16 02:27:55.478757 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634b4d-8d64-4dfb-b33e-21bf4ca19f59 req-daf1e0e0-720e-4ce7-aaaa-a17faf3007a3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:55.480246 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5e634b4d-8d64-4dfb-b33e-21bf4ca19f59 req-daf1e0e0-720e-4ce7-aaaa-a17faf3007a3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1376648 Sep 16 02:27:55.534812 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f947ee-69e4-4a12-bac5-cb105e78649c {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:27:55.547908 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:55.579162 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Transition to ACTIVE for port object 47f947ee-69e4-4a12-bac5-cb105e78649c will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:27:55.582488 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5e634b4d-8d64-4dfb-b33e-21bf4ca19f59 req-c6f88c76-b3d5-410e-afc7-a8f6a7b973a9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947657 Sep 16 02:27:55.585699 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:55.591383 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:27:55.601050 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Sync routers for ids ['c4af054b-b194-4099-a3a6-9e405eae5e78'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:27:55.610691 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Routers {'c4af054b-b194-4099-a3a6-9e405eae5e78'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:55.611436 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['c4af054b-b194-4099-a3a6-9e405eae5e78'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:55.641909 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:55.643097 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-09b87c92-fd7a-4f5f-804f-5c0d72c2e1d1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3569400 Sep 16 02:27:55.644956 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Pushing event updated for resources: {'Port': ['ID=47f947ee-69e4-4a12-bac5-cb105e78649c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:55.646044 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50702) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:55.726893 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Set router c4af054b-b194-4099-a3a6-9e405eae5e78 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:55.734705 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Attempting to bind port 47f947ee-69e4-4a12-bac5-cb105e78649c on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:55.735590 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Attempting to bind port 47f947ee-69e4-4a12-bac5-cb105e78649c by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:55.735998 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Attempting to bind port 47f947ee-69e4-4a12-bac5-cb105e78649c on network c12a495c-cbd1-4980-a189-581beccceb84 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:55.741126 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Port 47f947ee-69e4-4a12-bac5-cb105e78649c on network c12a495c-cbd1-4980-a189-581beccceb84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:27:55.741527 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Attempting to bind port 47f947ee-69e4-4a12-bac5-cb105e78649c on network c12a495c-cbd1-4980-a189-581beccceb84 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:55.749171 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:55.749586 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Checking segment: {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:55.750034 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Bound using segment: {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:55.750550 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Bound port: 47f947ee-69e4-4a12-bac5-cb105e78649c, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:55.750975 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:55.822083 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21785ecb-5b1f-4eed-bcf7-55bd350c7fd9 req-49f920f0-f6d5-49ca-9830-127500210029 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:55.823577 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-21785ecb-5b1f-4eed-bcf7-55bd350c7fd9 req-49f920f0-f6d5-49ca-9830-127500210029 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0944395 Sep 16 02:27:55.852885 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] For port 47f947ee-69e4-4a12-bac5-cb105e78649c, host hv-cinder-80930, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:55.856585 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] For port 47f947ee-69e4-4a12-bac5-cb105e78649c, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=47f947ee-69e4-4a12-bac5-cb105e78649c,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:55.864510 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d40f8-d186-48ad-85db-ce73f98ddc78 req-497ee20c-5157-472b-bfac-aa920df99805 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:55.866168 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dc3d40f8-d186-48ad-85db-ce73f98ddc78 req-497ee20c-5157-472b-bfac-aa920df99805 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0768752 Sep 16 02:27:55.867893 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:55.910958 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:55.911669 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:55.913190 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:54Z', 'revision_number': 3, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:55.913743 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] 10.222.0.15 "PUT /v2.0/ports/47f947ee-69e4-4a12-bac5-cb105e78649c HTTP/1.1" status: 200 len: 1093 time: 1.1625447 Sep 16 02:27:55.914241 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46666ba5-99bd-4ad9-9983-bceb9a92e4ed', 'tag': '47f947ee-69e4-4a12-bac5-cb105e78649c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:27:55.916548 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eda190-005a-47c5-9d7f-a7b0efec44d3" -d '{"events": [{"name": "network-changed", "server_uuid": "46666ba5-99bd-4ad9-9983-bceb9a92e4ed", "tag": "47f947ee-69e4-4a12-bac5-cb105e78649c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:27:55.930545 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-21785ecb-5b1f-4eed-bcf7-55bd350c7fd9 req-811cf301-2006-4a21-a2db-0dcdd66b5edd tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689585 Sep 16 02:27:55.954470 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Checking router: c4af054b-b194-4099-a3a6-9e405eae5e78 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:27:55.955548 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Updating router c4af054b-b194-4099-a3a6-9e405eae5e78 port d55c8657-3fb2-4a31-bf9a-d7cb090be75f binding host dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:27:55.956753 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1633847-57c1-4dde-81fe-2e649fdfb8ce service neutron] Pushing event updated for resources: {'Port': ['ID=47f947ee-69e4-4a12-bac5-cb105e78649c,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:55.963215 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dc3d40f8-d186-48ad-85db-ce73f98ddc78 req-1dca6be2-dcb2-4efb-8adf-39c3dbd8f989 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684750 Sep 16 02:27:56.006976 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.023878 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6763b27f-5dee-44c3-b543-f88fd66e5cbd x-openstack-request-id: req-6763b27f-5dee-44c3-b543-f88fd66e5cbd {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:27:56.024168 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46666ba5-99bd-4ad9-9983-bceb9a92e4ed", "tag": "47f947ee-69e4-4a12-bac5-cb105e78649c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:27:56.024408 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6763b27f-5dee-44c3-b543-f88fd66e5cbd {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:27:56.024792 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46666ba5-99bd-4ad9-9983-bceb9a92e4ed', 'tag': '47f947ee-69e4-4a12-bac5-cb105e78649c', 'status': 'completed', 'code': 200} Sep 16 02:27:56.034048 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-72e9cdc6-5ff2-4b19-8fad-d6a9c3cac87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:56.035577 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-72e9cdc6-5ff2-4b19-8fad-d6a9c3cac87f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 1096 time: 0.0484641 Sep 16 02:27:56.083437 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-3b0f8c96-8a36-40a5-9793-8b3b32e60ea9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f947ee-69e4-4a12-bac5-cb105e78649c HTTP/1.1" status: 200 len: 217 time: 0.0337427 Sep 16 02:27:56.141461 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-640944c4-2719-4692-aa08-bdda3197f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:56.143812 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-640944c4-2719-4692-aa08-bdda3197f46a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd45c45f-f197-4e54-a92f-0c4b3b31dae4 HTTP/1.1" status: 200 len: 855 time: 0.0458078 Sep 16 02:27:56.192815 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-8398b4a4-8842-4979-892e-c74652752dd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12a495c-cbd1-4980-a189-581beccceb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376265 Sep 16 02:27:56.202670 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.295072 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.301112 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.301699 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67cdf5-5758-46a6-8737-a56dbae8a0fd req-01535a80-b084-453b-ae2a-70e79c769622 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:56.303586 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbe724-846f-4e1e-a1b5-3dad3cc302fd req-c864b0fa-6107-455f-a412-ddbde2a80365 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:56.304100 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4c67cdf5-5758-46a6-8737-a56dbae8a0fd req-01535a80-b084-453b-ae2a-70e79c769622 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1082923 Sep 16 02:27:56.304777 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-18dbe724-846f-4e1e-a1b5-3dad3cc302fd req-c864b0fa-6107-455f-a412-ddbde2a80365 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 943 time: 0.1048071 Sep 16 02:27:56.343835 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-4a7ccad6-337c-41ba-b743-1aec2dd71fa7 service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375427 Sep 16 02:27:56.362151 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Attempting to bind port d55c8657-3fb2-4a31-bf9a-d7cb090be75f on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:27:56.362642 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Attempting to bind port d55c8657-3fb2-4a31-bf9a-d7cb090be75f by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:27:56.363032 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Attempting to bind port d55c8657-3fb2-4a31-bf9a-d7cb090be75f on network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:27:56.364982 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16836647-e81e-43a3-bfa5-794bb0002f1a None None] Pushing event updated for resources: {'Port': ['ID=d55c8657-3fb2-4a31-bf9a-d7cb090be75f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:56.367382 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4c67cdf5-5758-46a6-8737-a56dbae8a0fd req-583ca9d3-c151-4f47-aa62-fbd25325b0f2 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520542 Sep 16 02:27:56.370933 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:27:56.371426 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:56.371910 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.372374 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Bound using segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:27:56.372903 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Bound port: d55c8657-3fb2-4a31-bf9a-d7cb090be75f, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:27:56.373364 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.400252 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-18dbe724-846f-4e1e-a1b5-3dad3cc302fd req-a9a82253-a7cf-49c7-8875-86ac5cd0361f tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836287 Sep 16 02:27:56.440606 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] For port d55c8657-3fb2-4a31-bf9a-d7cb090be75f, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:27:56.444651 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] For port d55c8657-3fb2-4a31-bf9a-d7cb090be75f, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=d55c8657-3fb2-4a31-bf9a-d7cb090be75f,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:27:56.449439 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.458139 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe8ac1-8127-43b7-a4c6-40939ddc200f req-a25b2b1a-3dfc-451f-97f4-ac87fba7766c service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031206 Sep 16 02:27:56.467515 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Allocated IP 172.20.0.1 (d2561a40-302a-43e7-989c-c7a2cf1be6e5/d2f53d8d-5e56-4fe6-b365-429fb210112a/d3076c06-a266-4025-82d8-e830b64dbc76) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:27:56.510461 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Routers {'c4af054b-b194-4099-a3a6-9e405eae5e78'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:56.511080 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['c4af054b-b194-4099-a3a6-9e405eae5e78'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:56.546072 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16836647-e81e-43a3-bfa5-794bb0002f1a None None] Pushing event updated for resources: {'Port': ['ID=d55c8657-3fb2-4a31-bf9a-d7cb090be75f,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:56.551001 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda190-005a-47c5-9d7f-a7b0efec44d3 req-22067cd7-b45c-4079-9938-10c799a0053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:56.552603 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53eda190-005a-47c5-9d7f-a7b0efec44d3 req-22067cd7-b45c-4079-9938-10c799a0053c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 1096 time: 0.0441635 Sep 16 02:27:56.575332 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.620025 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.629832 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] Set router c4af054b-b194-4099-a3a6-9e405eae5e78 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:56.646187 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Network d2561a40-302a-43e7-989c-c7a2cf1be6e5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:56.649194 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:56.651777 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:27:56.670843 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda190-005a-47c5-9d7f-a7b0efec44d3 req-3cb10186-6a08-4351-82c1-c207b6524e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:56.673223 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53eda190-005a-47c5-9d7f-a7b0efec44d3 req-3cb10186-6a08-4351-82c1-c207b6524e1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 916 time: 0.1092701 Sep 16 02:27:56.719344 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8121500'] for router_interface, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.722704 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3076c06-a266-4025-82d8-e830b64dbc76,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:56.775225 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53eda190-005a-47c5-9d7f-a7b0efec44d3 req-1d54788b-d7fe-4e1c-b9dc-7f89bb4605f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f947ee-69e4-4a12-bac5-cb105e78649c HTTP/1.1" status: 200 len: 217 time: 0.0895398 Sep 16 02:27:56.793128 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91e65d-3098-44fb-af93-6fdb5f0af8b7 req-f2965e32-0a8a-46bc-add2-d5d9a6078441 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:56.796306 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dd91e65d-3098-44fb-af93-6fdb5f0af8b7 req-f2965e32-0a8a-46bc-add2-d5d9a6078441 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1120520 Sep 16 02:27:56.841473 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:54Z', 'revision_number': 3, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:56.870704 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad2485-f788-4d37-8a0c-ce9d4f7f95c4 None None] The sync data for ids ['c4af054b-b194-4099-a3a6-9e405eae5e78'] in dv-cinder-809306-1-iscsi is: [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:54Z', 'revision_number': 3, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:27:56.882496 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dd91e65d-3098-44fb-af93-6fdb5f0af8b7 req-0cad2a1d-8ea5-49b1-be14-989aac86c197 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720119 Sep 16 02:27:56.892043 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda190-005a-47c5-9d7f-a7b0efec44d3 req-e81b3d41-7bfb-441d-87d2-0753dd360d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:56.893509 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53eda190-005a-47c5-9d7f-a7b0efec44d3 req-e81b3d41-7bfb-441d-87d2-0753dd360d28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd45c45f-f197-4e54-a92f-0c4b3b31dae4 HTTP/1.1" status: 200 len: 855 time: 0.0958626 Sep 16 02:27:56.927554 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-2c032b3b-03c0-443e-9b82-05ee7afc3e5a None None] Provisioning complete for port d3076c06-a266-4025-82d8-e830b64dbc76 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:56.928643 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2c032b3b-03c0-443e-9b82-05ee7afc3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:56.939828 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53eda190-005a-47c5-9d7f-a7b0efec44d3 req-2c5ba98d-8424-4db3-8abb-06cd15bbde12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12a495c-cbd1-4980-a189-581beccceb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279615 Sep 16 02:27:56.964748 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-2c032b3b-03c0-443e-9b82-05ee7afc3e5a None None] Port d3076c06-a266-4025-82d8-e830b64dbc76 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:27:57.069769 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53eda190-005a-47c5-9d7f-a7b0efec44d3 req-41962a57-8dec-456b-9c72-a9d05b9f7161 service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193638 Sep 16 02:27:57.158500 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:57.177588 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3f2b5-4cee-4701-a950-149263b843a0 req-43a380bf-4655-4de4-a153-aabe4bf191a8 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:57.179291 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5df3f2b5-4cee-4701-a950-149263b843a0 req-43a380bf-4655-4de4-a153-aabe4bf191a8 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.1036916 Sep 16 02:27:57.263547 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5df3f2b5-4cee-4701-a950-149263b843a0 req-79dc912c-2246-45d4-8273-b39c21474897 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774000 Sep 16 02:27:57.404026 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:57.411694 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:57.430416 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a372-7ab4-4167-96c1-97aa21bebb15 req-b4be11e0-df41-4eb5-a794-9ad39dc9f15b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:57.432082 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-31c7a372-7ab4-4167-96c1-97aa21bebb15 req-b4be11e0-df41-4eb5-a794-9ad39dc9f15b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.3614471 Sep 16 02:27:57.458040 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53eda190-005a-47c5-9d7f-a7b0efec44d3 req-e7a8e24c-b431-47cc-a65f-c45feb09797e service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786123 Sep 16 02:27:57.489544 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-31c7a372-7ab4-4167-96c1-97aa21bebb15 req-1c0aeeb8-92d0-4b1c-b744-021611964bc8 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447953 Sep 16 02:27:57.521083 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869196'] for router_interface, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:57.523357 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3076c06-a266-4025-82d8-e830b64dbc76,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:57.543830 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825409ef-ebbc-4679-892e-59a79f77e98c req-ef5bf736-5248-485a-b2ef-d7d6e8d09252 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:57.545377 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-825409ef-ebbc-4679-892e-59a79f77e98c req-ef5bf736-5248-485a-b2ef-d7d6e8d09252 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0816636 Sep 16 02:27:57.597573 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02cf4c-bcb6-427b-9bb3-8a322db6ca8d req-85799263-b818-4554-98dd-89188b7b2d9e tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:57.599370 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc02cf4c-bcb6-427b-9bb3-8a322db6ca8d req-85799263-b818-4554-98dd-89188b7b2d9e tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 943 time: 0.0510678 Sep 16 02:27:57.646670 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc02cf4c-bcb6-427b-9bb3-8a322db6ca8d req-720f1d8f-2cba-479f-acf6-1899ebea9847 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Sep 16 02:27:57.650570 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-825409ef-ebbc-4679-892e-59a79f77e98c req-3f99384d-cae8-4e98-b7ee-5228b0ad71b2 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849013 Sep 16 02:27:57.676640 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Network d2561a40-302a-43e7-989c-c7a2cf1be6e5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:27:57.677995 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:57.797971 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Router c4af054b-b194-4099-a3a6-9e405eae5e78 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:27:57.889630 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-166efd36-edd5-4075-a8ac-2751da094412 None None] Provisioning complete for port d3076c06-a266-4025-82d8-e830b64dbc76 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:57.889917 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-166efd36-edd5-4075-a8ac-2751da094412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:57.908463 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:27:57.913857 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-b97e671e-139d-4018-a94f-08e8bff1fef8 admin admin] 10.222.0.35 "PUT /v2.0/routers/c4af054b-b194-4099-a3a6-9e405eae5e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2657018 Sep 16 02:27:57.924484 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-166efd36-edd5-4075-a8ac-2751da094412 None None] Port d3076c06-a266-4025-82d8-e830b64dbc76 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:27:58.005482 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0733e-f559-4788-bc75-98187759a2fc req-7ac8c0b4-ee66-48f2-9e56-d6ea20ff9a5a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:58.007555 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-53d0733e-f559-4788-bc75-98187759a2fc req-7ac8c0b4-ee66-48f2-9e56-d6ea20ff9a5a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0482831 Sep 16 02:27:58.046624 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-53d0733e-f559-4788-bc75-98187759a2fc req-c28f1a6c-4822-4a22-a0a8-eb43f7ac09df tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331197 Sep 16 02:27:58.213010 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 5afb7787-76d6-4f16-8531-4e75bad13974 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:27:58.325421 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:58.338243 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '5afb7787-76d6-4f16-8531-4e75bad13974', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'port_id': '5afb7787-76d6-4f16-8531-4e75bad13974', 'mac_address': 'fa:16:3e:66:bd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:27:58.378365 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.386539 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50744) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:58.391403 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1007946818-network', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:58.393926 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5afb7787-76d6-4f16-8531-4e75bad13974 {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:27:58.409662 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28274e-d391-4f47-b8a4-55576f25d37f req-21b83ea0-9831-44dd-967b-5413787380f6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:58.411629 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8f28274e-d391-4f47-b8a4-55576f25d37f req-21b83ea0-9831-44dd-967b-5413787380f6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0545230 Sep 16 02:27:58.421015 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:58.422596 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Made reservation on behalf of 4f072b8fe98c49c1850657005360c2e2 for: {'network': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:58.425032 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.430854 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.439548 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.451219 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8f28274e-d391-4f47-b8a4-55576f25d37f req-c453ed0a-a9bf-4404-81e8-c82971aeb2f9 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327795 Sep 16 02:27:58.488721 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=6']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:58.535257 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.539134 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.552169 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['5afb7787-76d6-4f16-8531-4e75bad13974'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:27:58.575460 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:27:58.601620 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713cefa4-5574-48d6-851b-02a89a3ba72a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:58.609163 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Sync routers for ids ['c4af054b-b194-4099-a3a6-9e405eae5e78'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:27:58.621827 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.622174 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.segments_db [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Added segment 4e94b9ad-196b-4c50-814d-770dd0e36ec6 of type vlan for network fa762f3f-3df4-4982-b3fb-a2cb40ac584b Sep 16 02:27:58.634400 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Routers {'c4af054b-b194-4099-a3a6-9e405eae5e78'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:27:58.635035 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['c4af054b-b194-4099-a3a6-9e405eae5e78'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:58.692010 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ebb18-da46-4ec6-a5a8-5d454b980c75 req-f497e90e-008d-4bf7-843b-a01504cdfac6 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:58.694071 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9c7ebb18-da46-4ec6-a5a8-5d454b980c75 req-f497e90e-008d-4bf7-843b-a01504cdfac6 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.1352391 Sep 16 02:27:58.702743 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.763194 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.764308 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:58.765086 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.766920 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aadcd0-bab7-4f99-9ae1-d0747dca328b req-76eb78c4-9dbd-4d8f-845b-d784ce7499c8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:58.769130 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-47aadcd0-bab7-4f99-9ae1-d0747dca328b req-76eb78c4-9dbd-4d8f-845b-d784ce7499c8 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0559247 Sep 16 02:27:58.785867 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Set router c4af054b-b194-4099-a3a6-9e405eae5e78 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:27:58.790567 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9c7ebb18-da46-4ec6-a5a8-5d454b980c75 req-63d8962d-936e-4f48-8f11-8f434af0e62d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819283 Sep 16 02:27:58.804527 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4169083 Sep 16 02:27:58.810081 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50752) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:58.819870 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Request body: {'subnet': {'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1007946818-subnet', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:58.840231 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-47aadcd0-bab7-4f99-9ae1-d0747dca328b req-f705e82b-c017-4843-b987-af29d87baac5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624073 Sep 16 02:27:58.864755 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Made reservation on behalf of 4f072b8fe98c49c1850657005360c2e2 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:27:58.868394 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81816148-7477-428c-b6ce-f0bdfd64b693 admin admin] Pushing event updated for resources: {'Network': ['ID=fa762f3f-3df4-4982-b3fb-a2cb40ac584b,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:58.872844 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711882'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:58.880646 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network fa762f3f-3df4-4982-b3fb-a2cb40ac584b details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:27:58.938411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c90f6-3fa2-46bd-ac29-f6cb02362bc9 req-1c6bb626-d895-4fc9-aceb-72d08f1a96bd tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:58.940226 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-534c90f6-3fa2-46bd-ac29-f6cb02362bc9 req-1c6bb626-d895-4fc9-aceb-72d08f1a96bd tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 943 time: 0.0502360 Sep 16 02:27:58.995230 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-534c90f6-3fa2-46bd-ac29-f6cb02362bc9 req-e14564e6-9201-4f3c-8bc9-ffe41e39478b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476975 Sep 16 02:27:59.057051 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4294431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711908'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.071854 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:57Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'd3076c06-a266-4025-82d8-e830b64dbc76', 'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'mac_address': 'fa:16:3e:83:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:56Z', 'updated_at': '2021-09-16T02:27:57Z', 'revision_number': 2, 'project_id': '0fea454b17974c3c8773f956fb926556', 'subnets': [{'id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:27:59.117329 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=423772a4-12fb-49fd-b51b-79de27458851,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:59.124113 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Checking router: c4af054b-b194-4099-a3a6-9e405eae5e78 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:27:59.124735 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Updating router c4af054b-b194-4099-a3a6-9e405eae5e78 port d3076c06-a266-4025-82d8-e830b64dbc76 binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:27:59.127261 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Checking segment: {'id': '4e94b9ad-196b-4c50-814d-770dd0e36ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:27:59.127650 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Network hostable DHCP agents. Network: fa762f3f-3df4-4982-b3fb-a2cb40ac584b, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:27:59.151449 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.173793 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Network fa762f3f-3df4-4982-b3fb-a2cb40ac584b is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:27:59.193025 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8939d-439b-4933-a392-75c340217b90 req-d10ad621-bf40-4fa0-a83a-00d873e44ed1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:59.194532 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6af8939d-439b-4933-a392-75c340217b90 req-d10ad621-bf40-4fa0-a83a-00d873e44ed1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 945 time: 0.0637770 Sep 16 02:27:59.195665 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, fa762f3f-3df4-4982-b3fb-a2cb40ac584b) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:27:59.200116 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:59.200802 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.210677 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device d55c8657-3fb2-4a31-bf9a-d7cb090be75f up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:27:59.212484 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b77312-2129-4938-926d-73092600ed8d None None] Network fa762f3f-3df4-4982-b3fb-a2cb40ac584b requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:27:59.226803 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-268c001a-ec8c-4503-8286-386e97305bf9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4156280 Sep 16 02:27:59.229411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50756) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:27:59.235299 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1007946818-router', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:27:59.246527 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6af8939d-439b-4933-a392-75c340217b90 req-1aceb341-31bc-46db-9946-fbd9936d2344 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Sep 16 02:27:59.259108 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7869852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2468'] for router, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.260483 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7864588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8120476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2451'] for router, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.318955 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.457631 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.554723 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port d55c8657-3fb2-4a31-bf9a-d7cb090be75f triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:27:59.555316 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.587467 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344fd94-a550-435e-b817-0ae87ba9d3f7 req-5f6b176c-7e5f-4b82-ac5b-7056cf2394c5 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:27:59.589111 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d344fd94-a550-435e-b817-0ae87ba9d3f7 req-5f6b176c-7e5f-4b82-ac5b-7056cf2394c5 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0612593 Sep 16 02:27:59.712507 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea0194de-0e4e-5cff-8928-79b91472b142-fa762f3f-3df4-4982-b3fb-a2cb40ac584b', 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'fixed_ips': [{'subnet_id': '423772a4-12fb-49fd-b51b-79de27458851'}]}} from dv-cinder-809306-1-iscsi. {{(pid=93922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 02:27:59.713274 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.724735 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d344fd94-a550-435e-b817-0ae87ba9d3f7 req-56fbc5ef-bb34-4a40-b330-41a2da391937 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947404 Sep 16 02:27:59.758343 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.781165 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.787683 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.790069 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.846568 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.894774 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port d55c8657-3fb2-4a31-bf9a-d7cb090be75f, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=d55c8657-3fb2-4a31-bf9a-d7cb090be75f,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:27:59.914917 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:27:59.936741 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5678c8-21a1-49a8-87ef-26bb92278c35 None None] Pushing event updated for resources: {'Port': ['ID=d3076c06-a266-4025-82d8-e830b64dbc76,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:27:59.953730 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Allocated IP 172.27.2.216 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/76a1d597-45f3-4945-b07f-0d93d0ed961c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:28:00.013103 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91ee04-1a52-427b-a5a7-14c570bc5585 req-d836906c-c31b-4256-a48b-b78ec97a6cd1 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:00.015424 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6c91ee04-1a52-427b-a5a7-14c570bc5585 req-d836906c-c31b-4256-a48b-b78ec97a6cd1 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.1239338 Sep 16 02:28:00.082217 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6c91ee04-1a52-427b-a5a7-14c570bc5585 req-90447f84-d597-4a24-9dc2-eb87ce477ec5 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538380 Sep 16 02:28:00.112697 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Attempting to bind port d3076c06-a266-4025-82d8-e830b64dbc76 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:28:00.113227 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Attempting to bind port d3076c06-a266-4025-82d8-e830b64dbc76 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:28:00.113691 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Attempting to bind port d3076c06-a266-4025-82d8-e830b64dbc76 on network d2561a40-302a-43e7-989c-c7a2cf1be6e5 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:28:00.118400 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.db_base_plugin_common [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Allocated IP 172.20.0.2 (fa762f3f-3df4-4982-b3fb-a2cb40ac584b/423772a4-12fb-49fd-b51b-79de27458851/599a09fd-90f0-44f6-a1cf-83ff13118772) {{(pid=93922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:28:00.144793 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:28:00.145536 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Checking segment: {'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:28:00.146776 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:00.146776 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Bound using segment: {'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:28:00.147139 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Bound port: d3076c06-a266-4025-82d8-e830b64dbc76, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:28:00.147752 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:00.163524 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc43479-ed32-4efa-9de0-51a4519765ba req-333e514e-205e-4c26-b245-a2e8639b59d5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:00.165610 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6fc43479-ed32-4efa-9de0-51a4519765ba req-333e514e-205e-4c26-b245-a2e8639b59d5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1613717 Sep 16 02:28:00.178930 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=d55c8657-3fb2-4a31-bf9a-d7cb090be75f,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:00.214983 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:00.222839 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887d2da-3fa1-4a3f-9cd4-992e009c6dd8 req-a0bc9407-8185-4122-8a3b-12fdc694b42b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:00.225206 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7887d2da-3fa1-4a3f-9cd4-992e009c6dd8 req-a0bc9407-8185-4122-8a3b-12fdc694b42b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 943 time: 0.0801122 Sep 16 02:28:00.234875 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 47f947ee-69e4-4a12-bac5-cb105e78649c details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:28:00.236819 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 5afb7787-76d6-4f16-8531-4e75bad13974 up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:00.281032 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7887d2da-3fa1-4a3f-9cd4-992e009c6dd8 req-c02a2988-6ba9-481d-8b92-90af13751153 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Sep 16 02:28:00.300719 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6fc43479-ed32-4efa-9de0-51a4519765ba req-d8e21da8-ad3d-45ac-89e0-f3b61ee5fb4a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977826 Sep 16 02:28:00.357287 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-0b1510d5-ac7d-4d94-b7a1-7840cf123583 None None] Provisioning complete for port d3076c06-a266-4025-82d8-e830b64dbc76 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:00.357682 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0b1510d5-ac7d-4d94-b7a1-7840cf123583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:00.361467 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:00.390503 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] For port d3076c06-a266-4025-82d8-e830b64dbc76, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:28:00.432700 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4d38-81f9-4e8d-a66e-987c16f6f1f3 req-fca94b0b-3783-4ece-9ba2-904216b01862 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:00.433497 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] For port d3076c06-a266-4025-82d8-e830b64dbc76, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=d3076c06-a266-4025-82d8-e830b64dbc76,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:28:00.435955 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e8ea4d38-81f9-4e8d-a66e-987c16f6f1f3 req-fca94b0b-3783-4ece-9ba2-904216b01862 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 945 time: 0.0727603 Sep 16 02:28:00.449567 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:28:00.452577 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Pushing event updated for resources: {'Port': ['ID=76a1d597-45f3-4945-b07f-0d93d0ed961c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:00.455484 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:28:00.457685 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:28:00.465100 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:00.507901 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e8ea4d38-81f9-4e8d-a66e-987c16f6f1f3 req-785fe718-2786-4222-8db8-fd1f4070a067 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624659 Sep 16 02:28:00.509974 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-0b1510d5-ac7d-4d94-b7a1-7840cf123583 None None] Port d3076c06-a266-4025-82d8-e830b64dbc76 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:28:00.607073 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 5afb7787-76d6-4f16-8531-4e75bad13974 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:00.607771 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:00.685648 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5678c8-21a1-49a8-87ef-26bb92278c35 None None] Pushing event updated for resources: {'Port': ['ID=d3076c06-a266-4025-82d8-e830b64dbc76,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:00.695324 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:00.698403 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 47f947ee-69e4-4a12-bac5-cb105e78649c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=47f947ee-69e4-4a12-bac5-cb105e78649c,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:00.714782 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Routers {'c4af054b-b194-4099-a3a6-9e405eae5e78'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:28:00.724067 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['c4af054b-b194-4099-a3a6-9e405eae5e78'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:00.741456 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:00.817538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '47f947ee-69e4-4a12-bac5-cb105e78649c', 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84', 'port_id': '47f947ee-69e4-4a12-bac5-cb105e78649c', 'mac_address': 'fa:16:3e:d0:2f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd45c45f-f197-4e54-a92f-0c4b3b31dae4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:28:00.873242 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:00.894104 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Network fa762f3f-3df4-4982-b3fb-a2cb40ac584b is already hosted by enough agents. {{(pid=93922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:28:00.932800 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15367403-a705-41d9-b495-68b22f2ed12f req-6e9e6ec5-55d3-431b-8c0f-5e2ba2460a1b tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:00.940468 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-15367403-a705-41d9-b495-68b22f2ed12f req-6e9e6ec5-55d3-431b-8c0f-5e2ba2460a1b tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.1258428 Sep 16 02:28:00.981616 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.base_scheduler [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Resources bound (agent type, host, resource id): {{(pid=93922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:28:01.001327 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Received port after_create {{(pid=93922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:28:01.009209 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Pushing event updated for resources: {'Port': ['ID=599a09fd-90f0-44f6-a1cf-83ff13118772,revision_number=1']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:01.035783 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-15367403-a705-41d9-b495-68b22f2ed12f req-a206e0c8-22f8-4ab7-9d69-13163f594cc8 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941398 Sep 16 02:28:01.077088 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:01.102139 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] Set router c4af054b-b194-4099-a3a6-9e405eae5e78 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:28:01.105136 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-c84e4a22-3920-4db2-9223-78d987a5cfc3 None None] Provisioning complete for port d3076c06-a266-4025-82d8-e830b64dbc76 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:01.105605 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c84e4a22-3920-4db2-9223-78d987a5cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:01.202276 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f947ee-69e4-4a12-bac5-cb105e78649c {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:28:01.215787 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:01.276335 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Attempting to bind port 599a09fd-90f0-44f6-a1cf-83ff13118772 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:28:01.276843 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Attempting to bind port 599a09fd-90f0-44f6-a1cf-83ff13118772 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '4e94b9ad-196b-4c50-814d-770dd0e36ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:28:01.277309 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Attempting to bind port 599a09fd-90f0-44f6-a1cf-83ff13118772 on network fa762f3f-3df4-4982-b3fb-a2cb40ac584b {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:28:01.299625 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 47f947ee-69e4-4a12-bac5-cb105e78649c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=47f947ee-69e4-4a12-bac5-cb105e78649c,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:01.323646 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device d55c8657-3fb2-4a31-bf9a-d7cb090be75f up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:01.326373 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:28:01.326842 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Checking segment: {'id': '4e94b9ad-196b-4c50-814d-770dd0e36ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:28:01.327416 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:01.327912 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Bound using segment: {'id': '4e94b9ad-196b-4c50-814d-770dd0e36ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:28:01.328483 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Bound port: 599a09fd-90f0-44f6-a1cf-83ff13118772, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e94b9ad-196b-4c50-814d-770dd0e36ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:28:01.328954 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:01.336535 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:01.337550 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299dd9d-ec6e-4f17-b737-f35af377d507 req-bd249443-4602-43b2-8365-3d0f56c2de1d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:01.347484 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9299dd9d-ec6e-4f17-b737-f35af377d507 req-bd249443-4602-43b2-8365-3d0f56c2de1d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.1082325 Sep 16 02:28:01.370018 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:28:01.372645 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a59287-2f9a-437b-a26a-86566ce8d267" -d '{"events": [{"server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "name": "network-vif-plugged", "status": "completed", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:28:01.465783 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9299dd9d-ec6e-4f17-b737-f35af377d507 req-2d93aa12-7e1c-46b5-afeb-0fb1e9a6699f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055341 Sep 16 02:28:01.601051 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:01.620241 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cb506-89ba-4e21-8d15-c42f028650e7 req-74daebd0-6080-4a93-86e7-0bf0307e47a3 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:01.621863 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d82cb506-89ba-4e21-8d15-c42f028650e7 req-74daebd0-6080-4a93-86e7-0bf0307e47a3 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 944 time: 0.1891205 Sep 16 02:28:01.661801 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7864579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419'] for router, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:01.666682 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679692c-d03e-4b48-9f9b-46292a73f11d req-b517a87c-ee28-421d-944c-6783d691724f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:01.675608 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5679692c-d03e-4b48-9f9b-46292a73f11d req-b517a87c-ee28-421d-944c-6783d691724f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0981994 Sep 16 02:28:01.680407 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d82cb506-89ba-4e21-8d15-c42f028650e7 req-6cacb4e6-8787-4680-92bb-1ecfc97c1641 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492036 Sep 16 02:28:01.759647 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5679692c-d03e-4b48-9f9b-46292a73f11d req-db7e2ef3-15a8-4661-bf41-76cf7547ee3a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765612 Sep 16 02:28:01.824702 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544cc5b2-ef0a-4957-b309-1652944f1220 x-openstack-request-id: req-544cc5b2-ef0a-4957-b309-1652944f1220 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:28:01.825360 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "name": "network-vif-plugged", "status": "completed", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:28:01.825360 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-544cc5b2-ef0a-4957-b309-1652944f1220 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:28:01.825526 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974', 'code': 200} Sep 16 02:28:01.871650 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Router d75ae766-2dc2-4595-b5b3-d8c662c016e1 is scheduled to L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af with binding_index 1 {{(pid=93921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:28:01.891375 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a4a5e-18a5-40b3-9e11-e6df7a3ea6f9 req-e75a183c-bf70-4005-82d7-ac969ab9b223 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:01.896639 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=47f947ee-69e4-4a12-bac5-cb105e78649c,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:01.902191 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-268a4a5e-18a5-40b3-9e11-e6df7a3ea6f9 req-e75a183c-bf70-4005-82d7-ac969ab9b223 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0712581 Sep 16 02:28:01.913376 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c84e4a22-3920-4db2-9223-78d987a5cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:01.925609 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:01.937957 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-268a4a5e-18a5-40b3-9e11-e6df7a3ea6f9 req-f240def2-8c13-417b-bc95-a57682ac3091 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347755 Sep 16 02:28:01.959647 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c84e4a22-3920-4db2-9223-78d987a5cfc3 None None] For port d3076c06-a266-4025-82d8-e830b64dbc76, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=d3076c06-a266-4025-82d8-e830b64dbc76,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:02.019725 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=7']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:02.029006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c84e4a22-3920-4db2-9223-78d987a5cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:02.051426 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:28:02.064223 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Sync routers for ids ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:28:02.076157 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Routers {'d75ae766-2dc2-4595-b5b3-d8c662c016e1'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:28:02.078057 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:02.087817 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port d55c8657-3fb2-4a31-bf9a-d7cb090be75f triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:02.088193 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:02.093788 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] Notify callbacks [] for router, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:02.098126 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50814) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:28:02.098449 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c341cfb6-599d-4e53-b9ea-db123af4cba5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8673422 Sep 16 02:28:02.150337 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e4a22-3920-4db2-9223-78d987a5cfc3 None None] Pushing event updated for resources: {'Port': ['ID=d3076c06-a266-4025-82d8-e830b64dbc76,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:02.175069 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['47f947ee-69e4-4a12-bac5-cb105e78649c'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:28:02.209668 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7d594-9125-488b-8ab5-9e598e8b1c94 req-f2c4536d-d635-4385-acf3-bf4ad0bf73df tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:02.217364 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a1f7d594-9125-488b-8ab5-9e598e8b1c94 req-f2c4536d-d635-4385-acf3-bf4ad0bf73df tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0650177 Sep 16 02:28:02.239247 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] For port 599a09fd-90f0-44f6-a1cf-83ff13118772, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:28:02.259297 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 311583c8-6c84-40c7-abec-38332ff0d7ba details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:28:02.275212 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] For port 599a09fd-90f0-44f6-a1cf-83ff13118772, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=599a09fd-90f0-44f6-a1cf-83ff13118772,segment=NetworkSegment(4e94b9ad-196b-4c50-814d-770dd0e36ec6),segment_id=4e94b9ad-196b-4c50-814d-770dd0e36ec6)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:28:02.281559 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Set router d75ae766-2dc2-4595-b5b3-d8c662c016e1 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:28:02.301074 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a1f7d594-9125-488b-8ab5-9e598e8b1c94 req-e2eb288f-76a4-4037-a66e-92e1e92e6d79 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772576 Sep 16 02:28:02.301337 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:02.407644 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:57Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'd3076c06-a266-4025-82d8-e830b64dbc76', 'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'mac_address': 'fa:16:3e:83:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:56Z', 'updated_at': '2021-09-16T02:28:00Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'subnets': [{'id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:02.413536 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.db.resource_extend [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 02:28:02.530242 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a3f5a-b1ca-44fc-930d-4470ab9e92e8 None None] The sync data for ids ['c4af054b-b194-4099-a3a6-9e405eae5e78'] in dv-cinder-809306-1-iscsi is: [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:57Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'd3076c06-a266-4025-82d8-e830b64dbc76', 'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'mac_address': 'fa:16:3e:83:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:56Z', 'updated_at': '2021-09-16T02:28:00Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'subnets': [{'id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:28:02.637571 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'name': 'tempest-TestMinimumBasicScenario-1007946818-router', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:00Z', 'revision_number': 3, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'gw_port': {'id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:17:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:02.682253 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441e73d-c920-46bc-baa5-2b16fe1b46a5 None None] Pushing event updated for resources: {'Port': ['ID=599a09fd-90f0-44f6-a1cf-83ff13118772,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:02.755136 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 311583c8-6c84-40c7-abec-38332ff0d7ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=311583c8-6c84-40c7-abec-38332ff0d7ba,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:02.783992 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'port_id': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'mac_address': 'fa:16:3e:8b:9d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:28:02.849231 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f1fe5-e5d9-4b98-9cc4-a8168a44804c req-a79df97c-3314-4849-8c97-78aa91c8460b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:02.862812 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-354f1fe5-e5d9-4b98-9cc4-a8168a44804c req-a79df97c-3314-4849-8c97-78aa91c8460b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.2118554 Sep 16 02:28:02.885301 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:02.922803 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311583c8-6c84-40c7-abec-38332ff0d7ba {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:28:02.944424 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Checking router: d75ae766-2dc2-4595-b5b3-d8c662c016e1 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:28:02.944790 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Updating router d75ae766-2dc2-4595-b5b3-d8c662c016e1 port 76a1d597-45f3-4945-b07f-0d93d0ed961c binding host dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:28:02.984993 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a3108-a236-432b-8d2d-d18474aac176 req-54006f2e-a1b7-46f0-a560-f9282057e25c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:02.986223 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 311583c8-6c84-40c7-abec-38332ff0d7ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=311583c8-6c84-40c7-abec-38332ff0d7ba,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:02.993095 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:02.994376 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:02.996528 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dd1a3108-a236-432b-8d2d-d18474aac176 req-54006f2e-a1b7-46f0-a560-f9282057e25c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 944 time: 0.1623712 Sep 16 02:28:03.104199 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-354f1fe5-e5d9-4b98-9cc4-a8168a44804c req-54accc2a-7751-426d-af84-ba5ef28fd098 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158041 Sep 16 02:28:03.120250 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dd1a3108-a236-432b-8d2d-d18474aac176 req-6e0eff0b-6253-4a70-acc9-21af28ac7ebd tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227410 Sep 16 02:28:03.137959 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=311583c8-6c84-40c7-abec-38332ff0d7ba,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:03.245403 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:03.333493 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['311583c8-6c84-40c7-abec-38332ff0d7ba'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:28:03.392157 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155c3f-43f0-40c6-a486-83e39e48f8f6 req-953d9dae-3f28-4459-aaa9-ed2d29e61357 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:03.421089 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-04155c3f-43f0-40c6-a486-83e39e48f8f6 req-953d9dae-3f28-4459-aaa9-ed2d29e61357 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1503494 Sep 16 02:28:03.467917 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 599a09fd-90f0-44f6-a1cf-83ff13118772 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:03.468667 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a46150-534a-4a74-8e97-85dbe1567c93 req-73234d93-885b-40db-9e80-055a86fd028d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:03.476622 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-92a46150-534a-4a74-8e97-85dbe1567c93 req-73234d93-885b-40db-9e80-055a86fd028d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1894300 Sep 16 02:28:03.512801 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-04155c3f-43f0-40c6-a486-83e39e48f8f6 req-82051238-033c-462e-8d8d-b2702e3653ba tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885701 Sep 16 02:28:03.550013 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-92a46150-534a-4a74-8e97-85dbe1567c93 req-9248c8c9-0ff6-477e-b19a-a94c50473131 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722384 Sep 16 02:28:03.572735 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:03.597594 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:03.667763 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 599a09fd-90f0-44f6-a1cf-83ff13118772 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:03.668665 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:03.716610 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Attempting to bind port 76a1d597-45f3-4945-b07f-0d93d0ed961c on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:28:03.717727 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Attempting to bind port 76a1d597-45f3-4945-b07f-0d93d0ed961c by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:28:03.717727 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Attempting to bind port 76a1d597-45f3-4945-b07f-0d93d0ed961c on network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:28:03.738051 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:28:03.738933 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:28:03.738933 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:03.739298 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Bound using segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:28:03.744561 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Bound port: 76a1d597-45f3-4945-b07f-0d93d0ed961c, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:28:03.744973 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:03.754781 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec4fa2-5e6f-4645-a191-168c7ed0da67 req-f53fd6f8-029f-44f2-9b04-2ec483f1d68b tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:03.763376 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c2ec4fa2-5e6f-4645-a191-168c7ed0da67 req-f53fd6f8-029f-44f2-9b04-2ec483f1d68b tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.1107361 Sep 16 02:28:03.788549 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Allocated IP 172.20.0.1 (fa762f3f-3df4-4982-b3fb-a2cb40ac584b/423772a4-12fb-49fd-b51b-79de27458851/984b1648-4607-4e7b-b279-ab781eca189c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:28:03.821079 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] For port 76a1d597-45f3-4945-b07f-0d93d0ed961c, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:28:03.833132 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] For port 76a1d597-45f3-4945-b07f-0d93d0ed961c, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=76a1d597-45f3-4945-b07f-0d93d0ed961c,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:28:03.846752 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:03.876663 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847c3ca-5b86-4af3-9a44-c2532dec13ee None None] Pushing event updated for resources: {'Port': ['ID=76a1d597-45f3-4945-b07f-0d93d0ed961c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:03.877747 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c2ec4fa2-5e6f-4645-a191-168c7ed0da67 req-794eebd3-ce46-4a8e-839d-3ae23799f048 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125097 Sep 16 02:28:03.907237 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:03.928454 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Routers {'d75ae766-2dc2-4595-b5b3-d8c662c016e1'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:28:03.929015 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:04.002118 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 599a09fd-90f0-44f6-a1cf-83ff13118772, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=599a09fd-90f0-44f6-a1cf-83ff13118772,segment=NetworkSegment(4e94b9ad-196b-4c50-814d-770dd0e36ec6),segment_id=4e94b9ad-196b-4c50-814d-770dd0e36ec6)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:04.010819 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:04.013940 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device d3076c06-a266-4025-82d8-e830b64dbc76 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:04.022241 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847c3ca-5b86-4af3-9a44-c2532dec13ee None None] Pushing event updated for resources: {'Port': ['ID=76a1d597-45f3-4945-b07f-0d93d0ed961c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:04.069535 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:04.131673 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] Set router d75ae766-2dc2-4595-b5b3-d8c662c016e1 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:28:04.153779 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:04.220484 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port d3076c06-a266-4025-82d8-e830b64dbc76 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:04.220934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:04.232372 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Network fa762f3f-3df4-4982-b3fb-a2cb40ac584b is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:28:04.235683 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:28:04.244283 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:28:04.306948 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Pushing event updated for resources: {'Port': ['ID=984b1648-4607-4e7b-b279-ab781eca189c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:04.320561 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8121500'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:04.322220 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 47f947ee-69e4-4a12-bac5-cb105e78649c up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:04.404525 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5b8d2-d12e-4d9c-aced-c05d3d93158f req-19a94694-055f-4c75-b707-c47416c75a4f tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:04.414584 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f7a5b8d2-d12e-4d9c-aced-c05d3d93158f req-19a94694-055f-4c75-b707-c47416c75a4f tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 944 time: 0.1134298 Sep 16 02:28:04.429390 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=599a09fd-90f0-44f6-a1cf-83ff13118772,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:04.491930 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48d8f8-602c-4a12-aa52-844bf2a5ba54 req-2daca281-2538-45a6-a4a3-e68903f28791 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:04.498414 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ce48d8f8-602c-4a12-aa52-844bf2a5ba54 req-2daca281-2538-45a6-a4a3-e68903f28791 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 945 time: 0.1287804 Sep 16 02:28:04.502933 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f7a5b8d2-d12e-4d9c-aced-c05d3d93158f req-9919a6dd-b7ee-4aed-838c-b1fa5ee7f2e4 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874333 Sep 16 02:28:04.599476 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d373985c-dd34-40b5-aca3-2a6c967da490 None None] Network fa762f3f-3df4-4982-b3fb-a2cb40ac584b requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:28:04.616929 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ce48d8f8-602c-4a12-aa52-844bf2a5ba54 req-9dab7b28-b97c-4ee6-9f55-3df67025cc83 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806208 Sep 16 02:28:04.651176 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'name': 'tempest-TestMinimumBasicScenario-1007946818-router', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:00Z', 'revision_number': 3, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'gw_port': {'id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:17:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:04.690465 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed4412-40ba-45ee-9086-2bbfc63c488a None None] The sync data for ids ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'] in dv-cinder-809306-1-iscsi is: [{'id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'name': 'tempest-TestMinimumBasicScenario-1007946818-router', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:00Z', 'revision_number': 3, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'gw_port': {'id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:17:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:28:04.690964 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 47f947ee-69e4-4a12-bac5-cb105e78649c completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:28:04.724080 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 47f947ee-69e4-4a12-bac5-cb105e78649c triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:04.724464 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:04.736055 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:04.762581 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394d546-ac3e-4b3f-ae7e-323381dd78de req-efb6b8f5-6a70-4891-9c23-013af8174aa9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:04.768605 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7394d546-ac3e-4b3f-ae7e-323381dd78de req-efb6b8f5-6a70-4891-9c23-013af8174aa9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1082089 Sep 16 02:28:04.852273 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7394d546-ac3e-4b3f-ae7e-323381dd78de req-69e4f59f-215c-41eb-ba5b-2ada850ded10 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747402 Sep 16 02:28:04.919985 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-eab1bab1-b1b0-4bc9-b73a-80a37960d3bb None None] Provisioning complete for port 599a09fd-90f0-44f6-a1cf-83ff13118772 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:04.920527 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-eab1bab1-b1b0-4bc9-b73a-80a37960d3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:05.068358 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa0a3d-0f9d-4e92-bbd2-21035bf05407 req-71a86b0f-657f-4bbd-83a5-d827ae93d607 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:05.070693 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5fa0a3d-0f9d-4e92-bbd2-21035bf05407 req-71a86b0f-657f-4bbd-83a5-d827ae93d607 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0659230 Sep 16 02:28:05.129896 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:05.152516 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c08aec-4c47-4a34-8b60-7d1b6aab4e5e req-71904c32-d45b-44cc-9321-a01e7d4bdb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:05.154105 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-77c08aec-4c47-4a34-8b60-7d1b6aab4e5e req-71904c32-d45b-44cc-9321-a01e7d4bdb59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 1098 time: 0.0891137 Sep 16 02:28:05.164833 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3056b-e838-4377-839d-779522aea5d4 req-d9be02d2-14dc-409b-9f9b-e89030f41522 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:05.184549 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-74b3056b-e838-4377-839d-779522aea5d4 req-d9be02d2-14dc-409b-9f9b-e89030f41522 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1655219 Sep 16 02:28:05.186812 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5fa0a3d-0f9d-4e92-bbd2-21035bf05407 req-48872ebd-8b12-453a-b150-34afd28dd322 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086235 Sep 16 02:28:05.212371 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46666ba5-99bd-4ad9-9983-bceb9a92e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f947ee-69e4-4a12-bac5-cb105e78649c'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:28:05.225278 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5de468-b7e4-4b07-9ed4-4a41d6af4abf" -d '{"events": [{"server_uuid": "46666ba5-99bd-4ad9-9983-bceb9a92e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "47f947ee-69e4-4a12-bac5-cb105e78649c"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:28:05.292537 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 599a09fd-90f0-44f6-a1cf-83ff13118772 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:05.310010 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 47f947ee-69e4-4a12-bac5-cb105e78649c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=47f947ee-69e4-4a12-bac5-cb105e78649c,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:05.315578 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1475f6-4ad7-4c2b-9183-e01d48e3112d x-openstack-request-id: req-ab1475f6-4ad7-4c2b-9183-e01d48e3112d {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:28:05.315990 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46666ba5-99bd-4ad9-9983-bceb9a92e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "47f947ee-69e4-4a12-bac5-cb105e78649c", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:28:05.316218 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab1475f6-4ad7-4c2b-9183-e01d48e3112d {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:28:05.316912 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46666ba5-99bd-4ad9-9983-bceb9a92e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f947ee-69e4-4a12-bac5-cb105e78649c', 'code': 200} Sep 16 02:28:05.325045 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:05.356624 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-77c08aec-4c47-4a34-8b60-7d1b6aab4e5e req-fa2351d2-fa7e-4b59-ba54-8107c844e457 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164274 Sep 16 02:28:05.371644 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-74b3056b-e838-4377-839d-779522aea5d4 req-0e91fd46-db84-4d0e-afd3-f928a4ae4f72 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830585 Sep 16 02:28:05.373436 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:05.377608 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:05.477719 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=47f947ee-69e4-4a12-bac5-cb105e78649c,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:05.490693 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 599a09fd-90f0-44f6-a1cf-83ff13118772 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:05.491319 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:05.504846 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869196'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:05.508691 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Pushing event updated for resources: {'Port': ['ID=984b1648-4607-4e7b-b279-ab781eca189c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:05.749756 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460a3a7-8855-43a5-8849-8f8b6b7de671 req-02d4bd7a-c877-48bd-b5e1-937e3343f6b7 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:05.758953 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6460a3a7-8855-43a5-8849-8f8b6b7de671 req-02d4bd7a-c877-48bd-b5e1-937e3343f6b7 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 945 time: 0.1131036 Sep 16 02:28:05.807905 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b632b3-f6bd-4cc6-ac8d-f492470d77f1 req-acdcf44c-d52e-4b84-8cd4-ce0261da3a82 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:05.817883 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a5b632b3-f6bd-4cc6-ac8d-f492470d77f1 req-acdcf44c-d52e-4b84-8cd4-ce0261da3a82 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.1348364 Sep 16 02:28:05.831659 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6460a3a7-8855-43a5-8849-8f8b6b7de671 req-3d30d212-f876-41a3-aa47-063af1eb5955 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697713 Sep 16 02:28:05.913229 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Network fa762f3f-3df4-4982-b3fb-a2cb40ac584b is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:28:05.926938 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:28:05.948752 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9e1f4-0c68-49b4-b7ca-b9c8a485891a req-dc3d18b5-0164-4b73-b0fa-7da5f9956087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:05.950872 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e7c9e1f4-0c68-49b4-b7ca-b9c8a485891a req-dc3d18b5-0164-4b73-b0fa-7da5f9956087 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 1098 time: 0.1201706 Sep 16 02:28:05.972740 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-57aae6f3-abc6-4cc9-a56d-30708ae78cc1 None None] Provisioning complete for port 984b1648-4607-4e7b-b279-ab781eca189c triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:05.973304 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-57aae6f3-abc6-4cc9-a56d-30708ae78cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:05.986673 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-3fefed4d-b6b9-42a2-b211-a9db067a75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:05.988567 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-3fefed4d-b6b9-42a2-b211-a9db067a75ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 1099 time: 0.1270232 Sep 16 02:28:06.009381 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eae23-2fc7-47c0-8296-6d9fa45aeeb5 req-8e787ac4-befc-4d6d-980e-55b0adce3801 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:06.021121 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-890eae23-2fc7-47c0-8296-6d9fa45aeeb5 req-8e787ac4-befc-4d6d-980e-55b0adce3801 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0823650 Sep 16 02:28:06.030092 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a5b632b3-f6bd-4cc6-ac8d-f492470d77f1 req-20fa7c84-d101-4ca9-ba28-16f01d717c74 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112143 Sep 16 02:28:06.205508 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e7c9e1f4-0c68-49b4-b7ca-b9c8a485891a req-738943e2-0062-4d55-9b25-c76ac815e6b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036166 Sep 16 02:28:06.219923 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-3d50b9d7-7bc0-4958-9ef6-3c0e5e7b7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:06.221616 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-3d50b9d7-7bc0-4958-9ef6-3c0e5e7b7381 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 911 time: 0.1969683 Sep 16 02:28:06.254920 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-890eae23-2fc7-47c0-8296-6d9fa45aeeb5 req-7d465304-2d90-4960-a90b-58eaf16f69da tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278397 Sep 16 02:28:06.265755 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c2121-258e-4934-b612-f377bc92da94 req-5d012e1c-0b81-437c-9646-d4016fb2a467 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:06.270776 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b46c2121-258e-4934-b612-f377bc92da94 req-5d012e1c-0b81-437c-9646-d4016fb2a467 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1674342 Sep 16 02:28:06.279813 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Router d75ae766-2dc2-4595-b5b3-d8c662c016e1 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:28:06.347218 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 311583c8-6c84-40c7-abec-38332ff0d7ba up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:06.393416 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b46c2121-258e-4934-b612-f377bc92da94 req-f4feb4b2-a4b6-4f23-b7d8-a27f1c7c884a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122811 Sep 16 02:28:06.419651 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-57aae6f3-abc6-4cc9-a56d-30708ae78cc1 None None] Port 984b1648-4607-4e7b-b279-ab781eca189c cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:28:06.444725 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-57aae6f3-abc6-4cc9-a56d-30708ae78cc1 None None] Provisioning complete for port 599a09fd-90f0-44f6-a1cf-83ff13118772 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:06.445469 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-57aae6f3-abc6-4cc9-a56d-30708ae78cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:06.529654 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 311583c8-6c84-40c7-abec-38332ff0d7ba completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:28:06.537498 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 311583c8-6c84-40c7-abec-38332ff0d7ba triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:06.538879 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:06.663039 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-61694efd-5145-4fd1-9dd3-2b4ee28dbb85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750 HTTP/1.1" status: 200 len: 1002 time: 0.2381306 Sep 16 02:28:06.679339 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4e315-5621-43b9-a622-45ae1fb9464a req-3882cdbc-cf05-40df-aa8f-97397b297199 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:06.689245 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a8e4e315-5621-43b9-a622-45ae1fb9464a req-3882cdbc-cf05-40df-aa8f-97397b297199 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1591895 Sep 16 02:28:06.735137 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:06.779819 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 311583c8-6c84-40c7-abec-38332ff0d7ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=311583c8-6c84-40c7-abec-38332ff0d7ba,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:06.783651 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a8e4e315-5621-43b9-a622-45ae1fb9464a req-1ecc0bde-08cb-4c85-a977-69ee588d86b4 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932429 Sep 16 02:28:06.785961 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:06.791799 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:28:06.792411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-cb825554-991e-42c7-bdd1-e7cff7dc9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:06.794024 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-cb825554-991e-42c7-bdd1-e7cff7dc9a97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3464487-6143-4e19-a716-c00ffe1a8b09 HTTP/1.1" status: 200 len: 849 time: 0.1020169 Sep 16 02:28:06.807400 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-dc657dd0-e370-4044-9dba-02f8d6434726 admin admin] 10.222.0.35 "PUT /v2.0/routers/d75ae766-2dc2-4595-b5b3-d8c662c016e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7076025 Sep 16 02:28:06.850734 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-8cd782c5-e865-4c5d-a0fa-56d56a14461b None None] Provisioning complete for port 984b1648-4607-4e7b-b279-ab781eca189c triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:06.851185 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8cd782c5-e865-4c5d-a0fa-56d56a14461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:06.866624 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-8fbddf2e-7d11-45dc-a0b8-442757a5ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:06.870621 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-8fbddf2e-7d11-45dc-a0b8-442757a5ec42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a79e67f4-1d27-4159-8709-efe854b524e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675266 Sep 16 02:28:06.900254 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=311583c8-6c84-40c7-abec-38332ff0d7ba,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:06.910347 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.910840 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.911463 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.911908 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.912862 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.913296 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.913732 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.914322 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.914771 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.915198 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.915640 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.916059 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:06.942832 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-8cd782c5-e865-4c5d-a0fa-56d56a14461b None None] Port 984b1648-4607-4e7b-b279-ab781eca189c cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:28:07.034340 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-b7c34603-3620-4c9d-a949-54488fee19f8 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528497 Sep 16 02:28:07.039992 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cff861-bc13-47b4-9c3a-18fceba4b6fb req-81d59968-2628-4ff1-9659-d2bb12291eb2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:07.041518 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e5cff861-bc13-47b4-9c3a-18fceba4b6fb req-81d59968-2628-4ff1-9659-d2bb12291eb2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 945 time: 0.0576117 Sep 16 02:28:07.134374 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e5cff861-bc13-47b4-9c3a-18fceba4b6fb req-07e96a67-4b65-4e8b-b5e2-5b97362a625c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723021 Sep 16 02:28:07.318077 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:28:07.321284 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e72844d-22f2-4f01-9817-569e9c4e2db3" -d '{"events": [{"server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:28:07.346267 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e5af6cfa-408d-4885-8046-8b234dbf4b27 req-f629ad54-f353-4f14-8081-e4320fdf786e service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037112 Sep 16 02:28:07.354209 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 76a1d597-45f3-4945-b07f-0d93d0ed961c up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:07.433166 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307d563-6285-4274-b50b-076004be0ef7 req-a4c4dcae-0dfd-4422-82bc-c99783cdd5f4 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:07.441277 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b307d563-6285-4274-b50b-076004be0ef7 req-a4c4dcae-0dfd-4422-82bc-c99783cdd5f4 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.1780739 Sep 16 02:28:07.493348 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1c10d-92eb-4279-ae9d-c127f8c7b6a2 req-5403107a-5ef6-4ba4-8fb8-f9cde8ae8f92 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:07.497814 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2ab1c10d-92eb-4279-ae9d-c127f8c7b6a2 req-5403107a-5ef6-4ba4-8fb8-f9cde8ae8f92 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1357629 Sep 16 02:28:07.562405 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2ab1c10d-92eb-4279-ae9d-c127f8c7b6a2 req-4322614b-855b-4178-b20f-90f31309384b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581307 Sep 16 02:28:07.574060 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b307d563-6285-4274-b50b-076004be0ef7 req-7d83b841-33ba-4970-b0ef-144d3d8f3b37 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318166 Sep 16 02:28:07.598271 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Sync routers for ids ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:28:07.642524 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Routers {'d75ae766-2dc2-4595-b5b3-d8c662c016e1'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:28:07.643123 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:07.650489 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 76a1d597-45f3-4945-b07f-0d93d0ed961c triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:07.650865 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:07.837233 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3e576-cb09-4024-869a-cd99d03318cd req-535dda6a-182d-4ea7-bf80-3ad9d68a0fa7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:07.842486 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5f3e576-cb09-4024-869a-cd99d03318cd req-535dda6a-182d-4ea7-bf80-3ad9d68a0fa7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0919330 Sep 16 02:28:07.867976 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823a6e97-bc9b-4ddf-b52e-8d6e24df041f x-openstack-request-id: req-823a6e97-bc9b-4ddf-b52e-8d6e24df041f {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:28:07.868436 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:28:07.871774 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-823a6e97-bc9b-4ddf-b52e-8d6e24df041f {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:28:07.872286 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'code': 200} Sep 16 02:28:07.901901 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5f3e576-cb09-4024-869a-cd99d03318cd req-d1369832-50df-4c80-81eb-c587c17fcca8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439122 Sep 16 02:28:07.911023 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Set router d75ae766-2dc2-4595-b5b3-d8c662c016e1 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:28:08.042324 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:08.067331 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61980b0-7c6e-4e49-81cd-c3a13102f548 req-673d1446-2801-4763-abda-5d311827309f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:08.069447 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c61980b0-7c6e-4e49-81cd-c3a13102f548 req-673d1446-2801-4763-abda-5d311827309f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1075113 Sep 16 02:28:08.117225 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 76a1d597-45f3-4945-b07f-0d93d0ed961c, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=76a1d597-45f3-4945-b07f-0d93d0ed961c,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:08.125396 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:08.156846 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c61980b0-7c6e-4e49-81cd-c3a13102f548 req-0f6d5afa-4251-4be5-aa77-e0dcd9f463b6 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807500 Sep 16 02:28:08.167804 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd409c-8d10-4797-a20c-6e2c26a89750 req-703f79a4-870d-4cd4-abf4-6e0f47ce35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:08.169561 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-24dd409c-8d10-4797-a20c-6e2c26a89750 req-703f79a4-870d-4cd4-abf4-6e0f47ce35ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 1099 time: 0.0818214 Sep 16 02:28:08.242577 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-24dd409c-8d10-4797-a20c-6e2c26a89750 req-5010a15e-1d44-4d62-ba51-07d37129152d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564713 Sep 16 02:28:08.249661 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=76a1d597-45f3-4945-b07f-0d93d0ed961c,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:08.321708 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'name': 'tempest-TestMinimumBasicScenario-1007946818-router', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:04Z', 'revision_number': 4, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'gw_port': {'id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:17:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '984b1648-4607-4e7b-b279-ab781eca189c', 'name': '', 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'mac_address': 'fa:16:3e:26:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '423772a4-12fb-49fd-b51b-79de27458851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:28:03Z', 'updated_at': '2021-09-16T02:28:04Z', 'revision_number': 2, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'subnets': [{'id': '423772a4-12fb-49fd-b51b-79de27458851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:08.352057 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6be9a0-847d-48c9-8562-e1eda2f186a9 req-985f2f1c-c418-4f5c-bd18-1c76ed8185e4 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:08.353917 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cd6be9a0-847d-48c9-8562-e1eda2f186a9 req-985f2f1c-c418-4f5c-bd18-1c76ed8185e4 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 945 time: 0.0967660 Sep 16 02:28:08.409036 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Checking router: d75ae766-2dc2-4595-b5b3-d8c662c016e1 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:28:08.409036 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Updating router d75ae766-2dc2-4595-b5b3-d8c662c016e1 port 984b1648-4607-4e7b-b279-ab781eca189c binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:28:08.450960 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cd6be9a0-847d-48c9-8562-e1eda2f186a9 req-843414af-8c4b-4c97-8aeb-e82c510bff7f tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911241 Sep 16 02:28:08.472434 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:08.921723 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbddba-0835-4d4b-933c-8efb8aa16a8e req-1c44a8ea-8760-4377-b880-e4e205373c5d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:08.924887 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ccfbddba-0835-4d4b-933c-8efb8aa16a8e req-1c44a8ea-8760-4377-b880-e4e205373c5d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1526015 Sep 16 02:28:09.038297 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ccfbddba-0835-4d4b-933c-8efb8aa16a8e req-e0022e39-dd56-414a-a40a-21dc2d13c2e3 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038063 Sep 16 02:28:09.043354 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f18ce-c083-4d19-b676-b5e8ca901141 req-ec7c0efa-8e9f-4485-9d9f-1ce068fc725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:09.048828 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ae7f18ce-c083-4d19-b676-b5e8ca901141 req-ec7c0efa-8e9f-4485-9d9f-1ce068fc725d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f25c9b855946b2833010988807d7ff&device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 1098 time: 0.2614672 Sep 16 02:28:09.072062 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c881-02b2-4f21-a207-119d7d94e66e req-73236be7-4645-4ad2-a1ac-c35c1fce94ca tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:09.082688 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e932c881-02b2-4f21-a207-119d7d94e66e req-73236be7-4645-4ad2-a1ac-c35c1fce94ca tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.2220778 Sep 16 02:28:09.259170 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:09.268076 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:09.282501 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 76a1d597-45f3-4945-b07f-0d93d0ed961c up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:09.341924 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e932c881-02b2-4f21-a207-119d7d94e66e req-274c5bec-2260-472a-8c27-a88a1b1afc65 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503786 Sep 16 02:28:09.360792 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538649ff-f465-4ac3-941f-c66d9b56c611 req-79ad1fcf-94b4-49b0-971d-c716868e750e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:09.387161 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-538649ff-f465-4ac3-941f-c66d9b56c611 req-79ad1fcf-94b4-49b0-971d-c716868e750e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1866903 Sep 16 02:28:09.510444 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-538649ff-f465-4ac3-941f-c66d9b56c611 req-dba5a221-450f-43d6-a313-ddf5827d658d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200626 Sep 16 02:28:09.526056 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94a894-d2d9-4de5-8bb4-ad80bf81becc None None] Pushing event updated for resources: {'Port': ['ID=984b1648-4607-4e7b-b279-ab781eca189c,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:09.547116 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Attempting to bind port 984b1648-4607-4e7b-b279-ab781eca189c on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:28:09.548021 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Attempting to bind port 984b1648-4607-4e7b-b279-ab781eca189c by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '4e94b9ad-196b-4c50-814d-770dd0e36ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:28:09.548426 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Attempting to bind port 984b1648-4607-4e7b-b279-ab781eca189c on network fa762f3f-3df4-4982-b3fb-a2cb40ac584b {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:28:09.570313 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:28:09.571002 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Checking segment: {'id': '4e94b9ad-196b-4c50-814d-770dd0e36ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:28:09.571687 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:09.572259 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Bound using segment: {'id': '4e94b9ad-196b-4c50-814d-770dd0e36ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:28:09.572925 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Bound port: 984b1648-4607-4e7b-b279-ab781eca189c, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e94b9ad-196b-4c50-814d-770dd0e36ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:28:09.573480 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:09.594273 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f18ce-c083-4d19-b676-b5e8ca901141 req-b03718fd-1ccb-4120-bb18-b346a2f59955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:09.595758 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ae7f18ce-c083-4d19-b676-b5e8ca901141 req-b03718fd-1ccb-4120-bb18-b346a2f59955 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 200 len: 919 time: 0.4438956 Sep 16 02:28:09.597764 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 76a1d597-45f3-4945-b07f-0d93d0ed961c triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:09.600667 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:09.694060 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ae7f18ce-c083-4d19-b676-b5e8ca901141 req-8a118c00-7e5f-41b1-8358-1b6a9d1c0995 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e0024da-6425-43a3-b104-0d2fff5b576d HTTP/1.1" status: 200 len: 217 time: 0.0843379 Sep 16 02:28:09.720500 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911a843-5251-4f55-adeb-a8d01222b15e req-6c4dbc3d-72bf-4ba5-a660-345f51486686 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:09.726981 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7911a843-5251-4f55-adeb-a8d01222b15e req-6c4dbc3d-72bf-4ba5-a660-345f51486686 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.2065008 Sep 16 02:28:09.757928 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-3e43fa8b-97c0-4679-97ef-3b5a5dcdd08b None None] Provisioning complete for port 984b1648-4607-4e7b-b279-ab781eca189c triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:09.758542 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3e43fa8b-97c0-4679-97ef-3b5a5dcdd08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:09.790069 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] For port 984b1648-4607-4e7b-b279-ab781eca189c, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:28:09.815400 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] For port 984b1648-4607-4e7b-b279-ab781eca189c, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=984b1648-4607-4e7b-b279-ab781eca189c,segment=NetworkSegment(4e94b9ad-196b-4c50-814d-770dd0e36ec6),segment_id=4e94b9ad-196b-4c50-814d-770dd0e36ec6)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:28:09.829116 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:09.838894 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f18ce-c083-4d19-b676-b5e8ca901141 req-ecfa59b2-0ff9-4a72-a01c-ad87841a0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:09.840455 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ae7f18ce-c083-4d19-b676-b5e8ca901141 req-ecfa59b2-0ff9-4a72-a01c-ad87841a0de7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 200 len: 858 time: 0.1119800 Sep 16 02:28:09.856463 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-3e43fa8b-97c0-4679-97ef-3b5a5dcdd08b None None] Port 984b1648-4607-4e7b-b279-ab781eca189c cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:28:09.863877 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7911a843-5251-4f55-adeb-a8d01222b15e req-cf0a2241-e1a3-45bc-88a3-6ce2890cbebc tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205204 Sep 16 02:28:09.953647 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ae7f18ce-c083-4d19-b676-b5e8ca901141 req-d116d892-bfba-48b1-b65a-92f4a9293e9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d9910c1-dccd-493a-b462-b594f2d6f14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871034 Sep 16 02:28:09.962123 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Routers {'d75ae766-2dc2-4595-b5b3-d8c662c016e1'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:28:09.962985 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:10.083211 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94a894-d2d9-4de5-8bb4-ad80bf81becc None None] Pushing event updated for resources: {'Port': ['ID=984b1648-4607-4e7b-b279-ab781eca189c,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:10.176673 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ae7f18ce-c083-4d19-b676-b5e8ca901141 req-29b47cb3-6c58-43c2-80d6-d1dde399a47d service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973593 Sep 16 02:28:10.293541 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] Set router d75ae766-2dc2-4595-b5b3-d8c662c016e1 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:28:10.313007 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395e5a1-6333-42a3-a0f8-4eb1440cf142 req-1d924b43-5244-43e7-bcfe-ba3175ac88db tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:10.324025 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2395e5a1-6333-42a3-a0f8-4eb1440cf142 req-1d924b43-5244-43e7-bcfe-ba3175ac88db tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1590955 Sep 16 02:28:10.411296 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2395e5a1-6333-42a3-a0f8-4eb1440cf142 req-c90d96b9-4447-49cf-818e-c3b3c589987d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836132 Sep 16 02:28:10.456301 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ae7f18ce-c083-4d19-b676-b5e8ca901141 req-fb61e6a8-356a-4348-88f2-bfd453b2a5ae service neutron] 10.222.0.15 "GET /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806060 Sep 16 02:28:10.688475 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-e9b2dc23-a751-4fc1-acb9-00d1611da17d None None] Provisioning complete for port 984b1648-4607-4e7b-b279-ab781eca189c triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:10.689220 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e9b2dc23-a751-4fc1-acb9-00d1611da17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:10.760528 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18df149-7f23-440b-babb-5ee24adb4c07 req-15ea6e4a-d3ea-468b-a6f5-006e1be82b0a tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:10.778197 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b18df149-7f23-440b-babb-5ee24adb4c07 req-15ea6e4a-d3ea-468b-a6f5-006e1be82b0a tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1816878 Sep 16 02:28:10.917703 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 50940) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:28:10.926428 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b18df149-7f23-440b-babb-5ee24adb4c07 req-0a96cb50-9646-473b-a03d-c083e707a2d0 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471934 Sep 16 02:28:11.148468 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e9b2dc23-a751-4fc1-acb9-00d1611da17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:11.212543 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a2ee4-3fcc-492a-a861-c8b7078e2156 req-63805ff4-c906-48bc-830b-38209cd2ee31 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:11.215238 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dd2a2ee4-3fcc-492a-a861-c8b7078e2156 req-63805ff4-c906-48bc-830b-38209cd2ee31 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1272399 Sep 16 02:28:11.238577 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-e9b2dc23-a751-4fc1-acb9-00d1611da17d None None] For port 984b1648-4607-4e7b-b279-ab781eca189c, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=984b1648-4607-4e7b-b279-ab781eca189c,segment=NetworkSegment(4e94b9ad-196b-4c50-814d-770dd0e36ec6),segment_id=4e94b9ad-196b-4c50-814d-770dd0e36ec6)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:11.264302 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e9b2dc23-a751-4fc1-acb9-00d1611da17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:11.301078 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dd2a2ee4-3fcc-492a-a861-c8b7078e2156 req-a78bb15f-88ce-4baa-a2e5-2b322e23c385 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729034 Sep 16 02:28:11.340465 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8653cf-444d-412f-bb6b-26b992c8c572 req-1edd9487-4d79-459c-862e-d6b3f4f44dd3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:11.341970 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4c8653cf-444d-412f-bb6b-26b992c8c572 req-1edd9487-4d79-459c-862e-d6b3f4f44dd3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1375766 Sep 16 02:28:11.365644 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c070d1-d607-47c4-ba73-c35fb463196a tempest-TestShelveInstance-827756978 tempest-TestShelveInstance-827756978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:11.370159 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-a3c070d1-d607-47c4-ba73-c35fb463196a tempest-TestShelveInstance-827756978 tempest-TestShelveInstance-827756978-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 1094 time: 0.4482584 Sep 16 02:28:11.370367 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'name': 'tempest-TestMinimumBasicScenario-1007946818-router', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:04Z', 'revision_number': 4, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'gw_port': {'id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '984b1648-4607-4e7b-b279-ab781eca189c', 'name': '', 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'mac_address': 'fa:16:3e:26:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '423772a4-12fb-49fd-b51b-79de27458851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:28:03Z', 'updated_at': '2021-09-16T02:28:09Z', 'revision_number': 4, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'subnets': [{'id': '423772a4-12fb-49fd-b51b-79de27458851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:11.371608 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 50946) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:28:11.378125 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Request body: {'floatingip': {'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'port_id': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:28:11.413116 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:11.421671 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4c8653cf-444d-412f-bb6b-26b992c8c572 req-7feb23f8-7a1b-4dbb-a5e5-17c5e621049d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726061 Sep 16 02:28:11.463208 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95990a63-9ca7-4683-8dc0-3ed15a0dd5ed None None] The sync data for ids ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'] in dv-cinder-809306-1-iscsi is: [{'id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'name': 'tempest-TestMinimumBasicScenario-1007946818-router', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:04Z', 'revision_number': 4, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'gw_port': {'id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '984b1648-4607-4e7b-b279-ab781eca189c', 'name': '', 'network_id': 'fa762f3f-3df4-4982-b3fb-a2cb40ac584b', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'mac_address': 'fa:16:3e:26:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '423772a4-12fb-49fd-b51b-79de27458851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:28:03Z', 'updated_at': '2021-09-16T02:28:09Z', 'revision_number': 4, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'subnets': [{'id': '423772a4-12fb-49fd-b51b-79de27458851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:28:11.475495 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2dc23-a751-4fc1-acb9-00d1611da17d None None] Pushing event updated for resources: {'Port': ['ID=984b1648-4607-4e7b-b279-ab781eca189c,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:11.721846 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:11.922846 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Allocated IP 172.27.2.36 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/9f11662e-541c-40db-88b7-7bf71965ed11) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:28:12.346268 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:12.478583 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:12.548528 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13975df8-30e7-4576-a7f0-e740aeaeb0d8 req-642c0a4e-3042-4311-a2d6-7a3041461832 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:12.550128 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-13975df8-30e7-4576-a7f0-e740aeaeb0d8 req-642c0a4e-3042-4311-a2d6-7a3041461832 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.1283627 Sep 16 02:28:12.565572 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:28:12.571095 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad9e29-e501-4312-b0ba-9612d5f34b6a req-a06a9186-5e4b-4357-b4ec-ed1d0f18db11 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:12.580729 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-23ad9e29-e501-4312-b0ba-9612d5f34b6a req-a06a9186-5e4b-4357-b4ec-ed1d0f18db11 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0639491 Sep 16 02:28:12.637589 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-23ad9e29-e501-4312-b0ba-9612d5f34b6a req-20ebef93-00c9-4ab3-a52d-cdcc74e290a0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555000 Sep 16 02:28:12.654917 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:28:12.662946 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:28:12.765467 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event updated for resources: {'Port': ['ID=9f11662e-541c-40db-88b7-7bf71965ed11,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:12.783262 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-13975df8-30e7-4576-a7f0-e740aeaeb0d8 req-b4724d2b-bd24-4460-badc-c5447698acba tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220609 Sep 16 02:28:13.326173 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 984b1648-4607-4e7b-b279-ab781eca189c up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:13.428220 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 984b1648-4607-4e7b-b279-ab781eca189c triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:13.432331 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:13.598983 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:13.736400 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:13.845647 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c7718-4889-462c-aebd-d7f83528a63d req-4908b143-9be8-4500-81dc-0a332ae40675 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:13.850414 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-099c7718-4889-462c-aebd-d7f83528a63d req-4908b143-9be8-4500-81dc-0a332ae40675 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0937934 Sep 16 02:28:13.917064 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-099c7718-4889-462c-aebd-d7f83528a63d req-3474610b-22b0-4986-88d1-59bef7db23a8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601819 Sep 16 02:28:14.027146 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92e8d1-0b49-43aa-bd15-a45f51a8a0ac req-e63f4428-c212-48f8-bca2-9b817e9ce698 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:14.027598 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8e92e8d1-0b49-43aa-bd15-a45f51a8a0ac req-e63f4428-c212-48f8-bca2-9b817e9ce698 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0981545 Sep 16 02:28:14.059852 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:14.069799 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:14.113832 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8e92e8d1-0b49-43aa-bd15-a45f51a8a0ac req-9580ac06-06a5-42ad-a1d2-ee15498abb6e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794566 Sep 16 02:28:14.164661 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event updated for resources: {'Port': ['ID=9f11662e-541c-40db-88b7-7bf71965ed11,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:14.174651 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:14.304377 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.l3_db [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Floating IP 86753c77-7b68-4d52-85e9-62ede86491f3 associated. External IP: 172.27.2.36, port: 311583c8-6c84-40c7-abec-38332ff0d7ba. Sep 16 02:28:14.929060 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Router 9ec95581-d7d3-48d7-b2aa-42541813b356 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:28:15.077366 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:28:15.089158 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] Sync routers for ids ['9ec95581-d7d3-48d7-b2aa-42541813b356'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:28:15.100020 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] Routers {'9ec95581-d7d3-48d7-b2aa-42541813b356'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:28:15.102392 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bf020-af61-4f10-a0a7-ae91afa8e96a req-f871ac68-51e4-4164-9478-599b0c250eb0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:15.104675 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-437bf020-af61-4f10-a0a7-ae91afa8e96a req-f871ac68-51e4-4164-9478-599b0c250eb0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0704718 Sep 16 02:28:15.116672 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['9ec95581-d7d3-48d7-b2aa-42541813b356'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:15.147875 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:15.184282 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-437bf020-af61-4f10-a0a7-ae91afa8e96a req-0ace8970-eec3-47ff-b847-1f469903a0c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664892 Sep 16 02:28:15.225724 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-fe9df476-46dd-4908-8d4f-b008421b2e8b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8458107 Sep 16 02:28:15.225724 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:28:15.225724 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa54902f-c972-43a7-8580-adf4d342e114" -d '{"events": [{"name": "network-changed", "server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:28:15.293207 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85df0ad-1b2e-438f-ab4c-af41549f78b7 x-openstack-request-id: req-c85df0ad-1b2e-438f-ab4c-af41549f78b7 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:28:15.293435 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:28:15.293684 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c85df0ad-1b2e-438f-ab4c-af41549f78b7 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:28:15.294075 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'status': 'completed', 'code': 200} Sep 16 02:28:15.315843 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] Set router 9ec95581-d7d3-48d7-b2aa-42541813b356 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:28:15.411858 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54902f-c972-43a7-8580-adf4d342e114 req-cad2222c-5b01-4684-b6e2-42068f728793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:15.413742 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa54902f-c972-43a7-8580-adf4d342e114 req-cad2222c-5b01-4684-b6e2-42068f728793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c36dfe824cb44914b5d0e6084eb265ca&device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 1099 time: 0.0885162 Sep 16 02:28:15.572944 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '86753c77-7b68-4d52-85e9-62ede86491f3', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'port_id': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'mac_address': 'fa:16:3e:8b:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:28:13Z', 'updated_at': '2021-09-16T02:28:13Z', 'revision_number': 0, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e5835a-46c7-481b-a7ef-f5f18bd1b129', 'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'mac_address': 'fa:16:3e:dd:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:14Z', 'updated_at': '2021-09-16T02:27:20Z', 'revision_number': 5, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'subnets': [{'id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:15.588340 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54902f-c972-43a7-8580-adf4d342e114 req-f7b3b3f7-0f5a-455c-a431-788e11280094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:15.590052 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa54902f-c972-43a7-8580-adf4d342e114 req-f7b3b3f7-0f5a-455c-a431-788e11280094 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08d30e9d-efab-46e1-810b-f10a6193912f HTTP/1.1" status: 200 len: 910 time: 0.1610291 Sep 16 02:28:15.641015 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] Checking router: 9ec95581-d7d3-48d7-b2aa-42541813b356 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:28:15.654425 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] Routers {'9ec95581-d7d3-48d7-b2aa-42541813b356'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:28:15.655192 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:27:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['9ec95581-d7d3-48d7-b2aa-42541813b356'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:15.725674 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa54902f-c972-43a7-8580-adf4d342e114 req-c0848c31-cfe6-409b-a9cd-429a1a883c04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311583c8-6c84-40c7-abec-38332ff0d7ba HTTP/1.1" status: 200 len: 999 time: 0.1260245 Sep 16 02:28:15.788791 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54902f-c972-43a7-8580-adf4d342e114 req-f8d849e9-d356-4fd8-8920-e13b6afaf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:15.790465 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa54902f-c972-43a7-8580-adf4d342e114 req-f8d849e9-d356-4fd8-8920-e13b6afaf452 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86c64391-5fdd-4c21-a2f3-fcba32b3ef8b HTTP/1.1" status: 200 len: 848 time: 0.0530283 Sep 16 02:28:15.825449 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] Set router 9ec95581-d7d3-48d7-b2aa-42541813b356 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:28:15.848345 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54902f-c972-43a7-8580-adf4d342e114 req-0f21e5e4-c7f0-4e3d-b0a5-ec001c66ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:15.850619 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa54902f-c972-43a7-8580-adf4d342e114 req-0f21e5e4-c7f0-4e3d-b0a5-ec001c66ad43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08d30e9d-efab-46e1-810b-f10a6193912f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489955 Sep 16 02:28:15.981155 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa54902f-c972-43a7-8580-adf4d342e114 req-332c85e1-3b76-4e2c-abc8-b329ce802038 service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164968 Sep 16 02:28:16.088256 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:16.124993 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa54902f-c972-43a7-8580-adf4d342e114 req-0d7c77b6-4cce-4d9b-8504-4a0a063886ab service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354454 Sep 16 02:28:16.161398 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:28:16.360914 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '86753c77-7b68-4d52-85e9-62ede86491f3', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'port_id': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'mac_address': 'fa:16:3e:8b:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:28:13Z', 'updated_at': '2021-09-16T02:28:13Z', 'revision_number': 0, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e5835a-46c7-481b-a7ef-f5f18bd1b129', 'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'mac_address': 'fa:16:3e:dd:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:14Z', 'updated_at': '2021-09-16T02:27:20Z', 'revision_number': 5, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'subnets': [{'id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:28:16.438554 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413a710-f218-407a-9d8a-c84e3a6d3e22 None None] The sync data for ids ['9ec95581-d7d3-48d7-b2aa-42541813b356'] in dv-cinder-809306-1-iscsi is: [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '86753c77-7b68-4d52-85e9-62ede86491f3', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'port_id': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'mac_address': 'fa:16:3e:8b:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:28:13Z', 'updated_at': '2021-09-16T02:28:13Z', 'revision_number': 0, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e5835a-46c7-481b-a7ef-f5f18bd1b129', 'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'mac_address': 'fa:16:3e:dd:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:14Z', 'updated_at': '2021-09-16T02:27:20Z', 'revision_number': 5, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'subnets': [{'id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:28:16.533276 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1cefd-5874-4a9d-b9d0-be03238188b5 req-2d0cacfc-1455-49e0-80ca-d0f5e98d00ee tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:16.547861 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0ad1cefd-5874-4a9d-b9d0-be03238188b5 req-2d0cacfc-1455-49e0-80ca-d0f5e98d00ee tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.1666400 Sep 16 02:28:16.616363 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0ad1cefd-5874-4a9d-b9d0-be03238188b5 req-c673d105-8f1a-4dfe-8619-ec0508cb6b06 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601785 Sep 16 02:28:16.912433 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50b5cdb-fc42-4700-ba5a-89f743d9c4a1 None None] New status for floating IP 86753c77-7b68-4d52-85e9-62ede86491f3: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:28:17.869072 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab06e4-5229-4b18-930f-9645eb2ca801 req-f40a8501-04cb-433b-8770-885e6ba2d1e9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:17.871381 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-09ab06e4-5229-4b18-930f-9645eb2ca801 req-f40a8501-04cb-433b-8770-885e6ba2d1e9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0968928 Sep 16 02:28:17.962634 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-09ab06e4-5229-4b18-930f-9645eb2ca801 req-3e742913-44e0-4f88-b1ba-059c487334dd tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849810 Sep 16 02:28:18.826481 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-28f237bf-8265-4d37-80f8-394a4e6e8088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:19.162394 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce904f-72ac-44e6-bbe9-298c0d23937d req-1ff05cdb-7718-40a1-8a5a-813d0caedf8f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:19.170448 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-43ce904f-72ac-44e6-bbe9-298c0d23937d req-1ff05cdb-7718-40a1-8a5a-813d0caedf8f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0957613 Sep 16 02:28:19.205259 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-8b5ffde0-e7ec-480a-8fb1-2ecb9c21c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:19.207411 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-8b5ffde0-e7ec-480a-8fb1-2ecb9c21c311 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 1099 time: 0.1226985 Sep 16 02:28:19.213885 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-43ce904f-72ac-44e6-bbe9-298c0d23937d req-4597c422-7361-4853-93e9-c3c2bdcbe8a8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423200 Sep 16 02:28:19.577498 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-11158a40-8719-4215-8cfc-7836cacdce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:19.578976 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-11158a40-8719-4215-8cfc-7836cacdce6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 918 time: 0.3615966 Sep 16 02:28:19.659313 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-de480925-8a20-44a5-9f74-d9c698573da9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5afb7787-76d6-4f16-8531-4e75bad13974 HTTP/1.1" status: 200 len: 1000 time: 0.0685654 Sep 16 02:28:19.724569 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-2c14f15d-fd03-4e58-ab0f-f39ebdd963be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:19.726725 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-2c14f15d-fd03-4e58-ab0f-f39ebdd963be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.0556278 Sep 16 02:28:19.795006 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-6b704ec5-7e24-4cb8-889a-a147eaadd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:19.796676 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-6b704ec5-7e24-4cb8-889a-a147eaadd846 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488236 Sep 16 02:28:19.903071 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-b18b78ca-8483-4d09-8e39-4157f59cb0f8 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863633 Sep 16 02:28:20.003077 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-584b6536-9da7-4e6c-9b53-55b664cd872c req-a7306486-8c20-4c19-8e5e-5983892490f7 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920892 Sep 16 02:28:20.369269 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696326f1-0967-4882-8d54-4ba9f10006c5 req-f8fd1fc8-fc1f-4211-b712-e285266391f6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:20.371054 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-696326f1-0967-4882-8d54-4ba9f10006c5 req-f8fd1fc8-fc1f-4211-b712-e285266391f6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0692523 Sep 16 02:28:20.413349 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-696326f1-0967-4882-8d54-4ba9f10006c5 req-e3046a92-d205-4d89-9c40-0545bd02e30e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359895 Sep 16 02:28:21.120546 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-93bbf49e-2de7-4355-868e-bd7c5a4c4686 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:21.121994 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-93bbf49e-2de7-4355-868e-bd7c5a4c4686 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/networks?id=d2561a40-302a-43e7-989c-c7a2cf1be6e5 HTTP/1.1" status: 200 len: 813 time: 0.1072085 Sep 16 02:28:21.136825 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-1fbbe796-646b-4994-a4fe-fccc2353a143 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/quotas/0fea454b17974c3c8773f956fb926556 HTTP/1.1" status: 200 len: 375 time: 0.0091305 Sep 16 02:28:21.184910 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-1451119d-171d-4a12-9d99-7e732039727f tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0fea454b17974c3c8773f956fb926556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430102 Sep 16 02:28:21.281471 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-11640aa2-4704-453a-95ee-5ed4e38d6292 service neutron] 10.222.0.35 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849617 Sep 16 02:28:21.378327 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-45f62425-b7bb-43dc-bae0-d7563bdd74b1 service neutron] 10.222.0.35 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905952 Sep 16 02:28:21.452011 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1c9f22c9-9d5e-40c3-b9ae-ec423c90fd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:21.544968 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-76b1d896-8398-4280-bceb-1843fcfa37d5 req-1b726104-8c58-4cd7-a158-4cbc1fa7a1f9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 210 time: 0.0310967 Sep 16 02:28:21.549495 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe4b36-3461-4e4f-8180-d8d58c92fbe0 req-1b1f6a4f-2bb3-4e36-8170-6a9fcf73bf4f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:21.551826 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b3fe4b36-3461-4e4f-8180-d8d58c92fbe0 req-1b1f6a4f-2bb3-4e36-8170-6a9fcf73bf4f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 946 time: 0.0590267 Sep 16 02:28:21.596474 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b3fe4b36-3461-4e4f-8180-d8d58c92fbe0 req-91ad2bbd-4a13-4ffb-8a8e-9a9dd2cca4b5 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377023 Sep 16 02:28:21.996895 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-147a857c-7da3-46bd-a8ba-ad6df572fac3 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:21.998351 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-147a857c-7da3-46bd-a8ba-ad6df572fac3 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 815 time: 0.1035225 Sep 16 02:28:22.013806 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-83c41aa8-6a53-482e-95cb-657ffcc7a2f7 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/quotas/c4b71ef944f9451991962740600e0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0088112 Sep 16 02:28:22.075359 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-8466dd2b-4579-4a6e-b727-40e4527ff1f7 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558434 Sep 16 02:28:22.173278 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-6981a416-0881-428a-8528-195fe677fbdf service neutron] 10.222.0.35 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885727 Sep 16 02:28:22.255481 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:22.262394 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-f50a538d-c95f-448f-ae35-39d0e4535c6c service neutron] 10.222.0.35 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831430 Sep 16 02:28:22.371741 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 5afb7787-76d6-4f16-8531-4e75bad13974 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:28:22.439008 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ecbf6b92-e6fd-48ea-9078-5a2de6f69ed0 req-12ba476c-f452-4713-a799-c97523a88333 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0325587 Sep 16 02:28:22.493195 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:22.521351 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:28:22.524280 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18732eac-360f-4ca9-8386-8840f1f26141" -d '{"events": [{"server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "name": "network-vif-unplugged", "status": "completed", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:28:22.557880 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:22.571334 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:22.615425 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873e0e06-9d51-420a-bbe1-62a999a2201e x-openstack-request-id: req-873e0e06-9d51-420a-bbe1-62a999a2201e {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:28:22.615731 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "name": "network-vif-unplugged", "status": "completed", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:28:22.615987 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-873e0e06-9d51-420a-bbe1-62a999a2201e {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:28:22.616375 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974', 'code': 200} Sep 16 02:28:22.656072 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:22.687069 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=8']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:22.713206 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2669c2eb-bf0d-4348-8f0f-bf45cd3a5650 req-9a7f29a6-ab28-490c-9197-4fece6db709e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 210 time: 0.0902495 Sep 16 02:28:22.730056 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7cb1b-151e-427a-b06f-7f7bb32ca79d req-0848032a-edd9-4b3b-8431-07ef0543926e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:22.739866 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-acb7cb1b-151e-427a-b06f-7f7bb32ca79d req-0848032a-edd9-4b3b-8431-07ef0543926e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0642657 Sep 16 02:28:22.764710 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-e82f290c-459e-4e80-a98b-046133ded35c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:22.766769 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-e82f290c-459e-4e80-a98b-046133ded35c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.15 "GET /v2.0/networks?id=d2561a40-302a-43e7-989c-c7a2cf1be6e5 HTTP/1.1" status: 200 len: 813 time: 0.2308443 Sep 16 02:28:22.783803 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-acb7cb1b-151e-427a-b06f-7f7bb32ca79d req-52652b45-85d0-4833-a326-39712ad43b28 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Sep 16 02:28:22.801935 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'port': {'device_id': '4722445a-8d09-436c-9915-53087a0f989b', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'admin_state_up': True, 'tenant_id': '0fea454b17974c3c8773f956fb926556'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:28:22.919327 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a038c-2053-43bd-840f-454707db2a1f req-10a70c97-b6d0-4936-8edf-54e2850f27a0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:22.920850 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa3a038c-2053-43bd-840f-454707db2a1f req-10a70c97-b6d0-4936-8edf-54e2850f27a0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.1010349 Sep 16 02:28:22.984973 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa3a038c-2053-43bd-840f-454707db2a1f req-19446315-d370-4ed5-affd-1b108e7e1b85 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495033 Sep 16 02:28:22.986154 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Made reservation on behalf of 0fea454b17974c3c8773f956fb926556 for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:28:22.989429 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:23.142056 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Allocated IP 172.20.0.3 (d2561a40-302a-43e7-989c-c7a2cf1be6e5/d2f53d8d-5e56-4fe6-b365-429fb210112a/87390c55-71fb-441b-a0ce-12cef6082b0e) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:28:23.323592 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:23.366813 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:23.433783 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Network d2561a40-302a-43e7-989c-c7a2cf1be6e5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:28:23.478521 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'Port': ['ID=87390c55-71fb-441b-a0ce-12cef6082b0e,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:23.481323 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:28:23.492266 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:28:23.622900 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-66936b89-dda7-4d9b-8ccd-69cce2bb0e6a req-4426d45e-4789-46fa-b557-6664a24d48e7 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0533817 Sep 16 02:28:23.670109 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:23.670588 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:23.695994 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-a79e5504-423c-413b-b0f6-16d4a54c4844 req-c5250c2b-3304-40b2-8790-48620f4834a2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:28:23.697654 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a79e5504-423c-413b-b0f6-16d4a54c4844 req-c5250c2b-3304-40b2-8790-48620f4834a2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066593 Sep 16 02:28:23.722655 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-3bcb81b9-fb8a-4aca-946c-6333c40c74eb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9299982 Sep 16 02:28:23.776177 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-5b4ba321-7dc1-408c-ab28-0896780c82be None None] Provisioning complete for port 87390c55-71fb-441b-a0ce-12cef6082b0e triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:23.776711 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba321-7dc1-408c-ab28-0896780c82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:23.882187 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ba321-7dc1-408c-ab28-0896780c82be None None] Port 87390c55-71fb-441b-a0ce-12cef6082b0e cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:28:23.908106 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc5ac-7107-49fe-bac0-2b27e6243271 req-b7a7be95-8c9b-4942-8135-7b16bf07ecdf tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:23.909668 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2f9bc5ac-7107-49fe-bac0-2b27e6243271 req-b7a7be95-8c9b-4942-8135-7b16bf07ecdf tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.1118000 Sep 16 02:28:23.924023 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6001c7f-4b36-4577-9fc2-fcb54fee7751 req-fc221e2b-bfe5-48db-900a-049fb3116411 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:23.927741 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f6001c7f-4b36-4577-9fc2-fcb54fee7751 req-fc221e2b-bfe5-48db-900a-049fb3116411 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0615981 Sep 16 02:28:23.987995 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2f9bc5ac-7107-49fe-bac0-2b27e6243271 req-1ea2ec98-832d-4eef-b760-982facb4d512 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668919 Sep 16 02:28:24.010113 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f6001c7f-4b36-4577-9fc2-fcb54fee7751 req-4120c66e-0bb5-4a23-8a33-d90df23e81dd tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768402 Sep 16 02:28:24.044845 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:24.109012 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c88698-2424-4ff4-8dd1-5fc1f15e2f45 req-40ea637e-21a2-403c-9e30-80e199b09d30 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:24.111032 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-20c88698-2424-4ff4-8dd1-5fc1f15e2f45 req-40ea637e-21a2-403c-9e30-80e199b09d30 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0507226 Sep 16 02:28:24.167711 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-20c88698-2424-4ff4-8dd1-5fc1f15e2f45 req-170398ae-d3a1-4568-afbe-583aa8f10537 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450022 Sep 16 02:28:24.274817 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51202) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:28:24.358304 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-bfdcbf40-1917-4fc5-bc78-3086f821f10c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822146 Sep 16 02:28:24.368112 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-2c7cdf5d-3734-45ed-a4d4-ade12328e820 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:28:24.379453 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-2c7cdf5d-3734-45ed-a4d4-ade12328e820 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092490 Sep 16 02:28:24.717842 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53a91d15-6035-43bb-913c-f44cb5eaa52c req-684312b7-419c-4301-b106-db3fac272f56 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0260646 Sep 16 02:28:25.096734 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0675c-e986-4d75-ba3a-73b7914b5e0f req-1f865f28-e740-4da4-b5e5-df26738c928a tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:25.098282 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-81f0675c-e986-4d75-ba3a-73b7914b5e0f req-1f865f28-e740-4da4-b5e5-df26738c928a tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0521739 Sep 16 02:28:25.140144 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-81f0675c-e986-4d75-ba3a-73b7914b5e0f req-91d2ca9f-e8af-436f-9642-7f090cff09d6 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356004 Sep 16 02:28:25.141299 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e6fb1-f47f-45b9-8d40-87086b49036a req-1fffcc77-7580-4733-b6fe-d4fc78af4bea tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:25.142922 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-966e6fb1-f47f-45b9-8d40-87086b49036a req-1fffcc77-7580-4733-b6fe-d4fc78af4bea tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0504196 Sep 16 02:28:25.181538 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-966e6fb1-f47f-45b9-8d40-87086b49036a req-4bc5e4e5-5175-4329-82a0-d35832a84d54 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Sep 16 02:28:25.293505 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa660b-2b07-41ed-82ff-e47dfd1176e5 req-8d393c07-88f0-4ff8-94be-3b46dde5feea tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:25.294978 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-12aa660b-2b07-41ed-82ff-e47dfd1176e5 req-8d393c07-88f0-4ff8-94be-3b46dde5feea tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0492396 Sep 16 02:28:25.333247 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-12aa660b-2b07-41ed-82ff-e47dfd1176e5 req-457fdf65-1bb5-4392-971d-5c4b1062d397 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317681 Sep 16 02:28:25.826344 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-42180998-a84f-41a4-87f1-483726fde76c req-372ef5cf-52d7-476f-8357-d64a3e947735 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0325241 Sep 16 02:28:26.273386 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b575c-0969-4050-8029-15b0d4f1ab8c req-f07e35c9-bd27-40fb-a536-4aaeadcc8c83 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:26.274866 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-951b575c-0969-4050-8029-15b0d4f1ab8c req-f07e35c9-bd27-40fb-a536-4aaeadcc8c83 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0662158 Sep 16 02:28:26.312970 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1da41a-2dd0-492e-ad16-cf8118e472aa req-3f2d4165-de56-4cf2-b305-de1ca861df47 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:26.313393 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-951b575c-0969-4050-8029-15b0d4f1ab8c req-13463bcc-d261-4bab-8c6b-4a8092f29504 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323217 Sep 16 02:28:26.314486 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dc1da41a-2dd0-492e-ad16-cf8118e472aa req-3f2d4165-de56-4cf2-b305-de1ca861df47 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0486348 Sep 16 02:28:26.354063 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dc1da41a-2dd0-492e-ad16-cf8118e472aa req-e68e4742-3c6d-4341-bed0-590d574cd850 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 Sep 16 02:28:26.358871 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 5afb7787-76d6-4f16-8531-4e75bad13974 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:28:26.450033 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eecae5-00a7-4774-aad8-5b47f90542d6 req-28013e40-2dc4-4cc1-bd6c-9a7ab18f5986 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:26.451436 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b4eecae5-00a7-4774-aad8-5b47f90542d6 req-28013e40-2dc4-4cc1-bd6c-9a7ab18f5986 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0469837 Sep 16 02:28:26.491879 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b4eecae5-00a7-4774-aad8-5b47f90542d6 req-0673ac9f-faf2-4c66-ad9f-5627a192d22f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341713 Sep 16 02:28:26.917455 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b65638ba-52f4-407a-8108-ab92a1dbef68 req-264e48eb-001d-4ecc-932d-e1a80c5d2754 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0256662 Sep 16 02:28:27.439938 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece6ca3-4491-440d-a026-6b17c0372473 req-4f393174-c837-4652-8722-b6362e795c67 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:27.441786 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5ece6ca3-4491-440d-a026-6b17c0372473 req-4f393174-c837-4652-8722-b6362e795c67 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0559838 Sep 16 02:28:27.480248 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5ece6ca3-4491-440d-a026-6b17c0372473 req-69672ae4-f4c5-4cf7-99c6-899f062135c9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Sep 16 02:28:27.481927 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e081d1-2cfb-400b-a105-f81d6bc1f12a req-3e18b872-3faa-4cec-bb29-c8c57222dc78 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:27.483500 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64e081d1-2cfb-400b-a105-f81d6bc1f12a req-3e18b872-3faa-4cec-bb29-c8c57222dc78 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0489948 Sep 16 02:28:27.540671 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64e081d1-2cfb-400b-a105-f81d6bc1f12a req-a6d50bd3-6fbe-4c0d-8128-f5f3c26eeb13 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Sep 16 02:28:27.607077 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e00c6-5b83-458e-80b9-da665ee3b3a9 req-400a9848-9268-4739-9710-69004e181e5a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:27.608537 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a94e00c6-5b83-458e-80b9-da665ee3b3a9 req-400a9848-9268-4739-9710-69004e181e5a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0476837 Sep 16 02:28:27.644307 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a94e00c6-5b83-458e-80b9-da665ee3b3a9 req-cf82e5f6-33a0-48bf-89c2-d7a0cf2bf880 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299382 Sep 16 02:28:28.013894 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-989787f0-bb65-4aeb-9ec7-c0c52625f639 req-486f8f33-1a7f-4994-bdc8-b4a99a7db701 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0299399 Sep 16 02:28:28.597090 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961f1b9-e00a-42b2-b717-06dde6e8c9d9 req-1f94aa43-6b64-4e6e-81e4-36547c45f505 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:28.598684 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2961f1b9-e00a-42b2-b717-06dde6e8c9d9 req-1f94aa43-6b64-4e6e-81e4-36547c45f505 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0527811 Sep 16 02:28:28.645761 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2961f1b9-e00a-42b2-b717-06dde6e8c9d9 req-095da688-2f3c-40c4-aeb8-f37d39edc2f9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Sep 16 02:28:28.670919 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1518aa-8425-4d4e-9704-98927ca6b057 req-446bba96-ce03-4624-a07c-bc2ad6c1229b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:28.672666 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6c1518aa-8425-4d4e-9704-98927ca6b057 req-446bba96-ce03-4624-a07c-bc2ad6c1229b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0534210 Sep 16 02:28:28.713990 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6c1518aa-8425-4d4e-9704-98927ca6b057 req-7c2897ae-c903-49ed-a0d2-5576e4836506 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Sep 16 02:28:28.774686 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f367c2-3fca-428a-b63e-fcc2a0abea5b req-ce0630c2-1d7c-4ec5-b1fe-291dd7c79055 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:28.776119 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c4f367c2-3fca-428a-b63e-fcc2a0abea5b req-ce0630c2-1d7c-4ec5-b1fe-291dd7c79055 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0541070 Sep 16 02:28:28.812627 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c4f367c2-3fca-428a-b63e-fcc2a0abea5b req-09224bc3-5ff0-41d7-9b22-5e51276dc633 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306354 Sep 16 02:28:29.107284 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d7cba8e9-11bd-4e29-a6ba-1118b64037d4 req-639ef33b-a62f-4334-9fb0-5f51be0792a0 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0265625 Sep 16 02:28:29.758329 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc259-d918-484b-8125-90face9e111c req-8cdd5f80-c46a-4888-8b84-8584308aa5a7 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:29.759921 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c29dc259-d918-484b-8125-90face9e111c req-8cdd5f80-c46a-4888-8b84-8584308aa5a7 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0486712 Sep 16 02:28:29.797604 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c29dc259-d918-484b-8125-90face9e111c req-81604cb5-50f6-477b-9bb2-8e5f1fefd186 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Sep 16 02:28:29.828641 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4f331-7a91-41dc-8be4-fc2c30c5813f req-8a3f9344-1462-40ae-9637-343a905af32a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:29.830381 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-03d4f331-7a91-41dc-8be4-fc2c30c5813f req-8a3f9344-1462-40ae-9637-343a905af32a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0511379 Sep 16 02:28:29.867902 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-03d4f331-7a91-41dc-8be4-fc2c30c5813f req-76478631-7462-4a70-b048-509626aa7115 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Sep 16 02:28:29.928542 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf3bbb-20c4-464f-8fbd-9e3a83094cd9 req-da5d9534-51e4-4cf0-a059-e8a317d47228 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:29.929910 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c9cf3bbb-20c4-464f-8fbd-9e3a83094cd9 req-da5d9534-51e4-4cf0-a059-e8a317d47228 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0469980 Sep 16 02:28:29.972034 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c9cf3bbb-20c4-464f-8fbd-9e3a83094cd9 req-eb0cb9fd-3ed8-4269-8758-d7afa41770d8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362737 Sep 16 02:28:30.196028 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f6ee4f7a-4ceb-44c3-a4ce-a6e4d2be469c req-94275151-3454-4c7d-8329-b595a241480e tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0258441 Sep 16 02:28:30.935307 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eebb3-94f1-456c-b21d-d7b1bdb2bd37 req-9d94aa4c-6749-4c60-9812-c617056d55be tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:30.936816 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-092eebb3-94f1-456c-b21d-d7b1bdb2bd37 req-9d94aa4c-6749-4c60-9812-c617056d55be tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0679355 Sep 16 02:28:30.975777 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-092eebb3-94f1-456c-b21d-d7b1bdb2bd37 req-2c242a12-5ce7-41e5-aa22-4a7e3ff6a115 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329931 Sep 16 02:28:30.984104 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54590a-ba98-4d9d-be37-8b64059ebdd7 req-25bd6937-1ebe-49f6-9149-495aee81388f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:30.985711 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eb54590a-ba98-4d9d-be37-8b64059ebdd7 req-25bd6937-1ebe-49f6-9149-495aee81388f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Sep 16 02:28:31.025380 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eb54590a-ba98-4d9d-be37-8b64059ebdd7 req-cebe9040-20c8-47c5-8dd6-2a6ae6d18eec tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Sep 16 02:28:31.106883 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa39bf1-273b-4563-a2cc-2698316a04fe req-138acd0a-97d8-407d-bc8c-6a2e6f0c98c3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:31.108830 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dfa39bf1-273b-4563-a2cc-2698316a04fe req-138acd0a-97d8-407d-bc8c-6a2e6f0c98c3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0542467 Sep 16 02:28:31.154907 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dfa39bf1-273b-4563-a2cc-2698316a04fe req-00e05e5a-ef86-4041-896a-0aa5e096855f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385859 Sep 16 02:28:31.294116 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a8add2d6-e2b0-411d-9b77-a9de8b32f323 req-68fe9059-70c6-43aa-a951-602dfbf73edd tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0259933 Sep 16 02:28:32.094292 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23275ed-638c-4eb6-8c56-02f37c04d110 req-a6ace55b-73d1-4250-b688-b4841fc0d3a0 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:32.102217 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a23275ed-638c-4eb6-8c56-02f37c04d110 req-a6ace55b-73d1-4250-b688-b4841fc0d3a0 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0591331 Sep 16 02:28:32.138529 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a23275ed-638c-4eb6-8c56-02f37c04d110 req-45525f76-9196-4810-b323-97506c212f12 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354803 Sep 16 02:28:32.156194 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfb8b7-0413-4396-ae74-d41585d09eed req-3ddcd08c-12bb-467f-ba14-1d1969412a11 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:32.158002 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dfbfb8b7-0413-4396-ae74-d41585d09eed req-3ddcd08c-12bb-467f-ba14-1d1969412a11 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0551126 Sep 16 02:28:32.196664 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dfbfb8b7-0413-4396-ae74-d41585d09eed req-d4dabbb4-0c04-49fd-afb2-2fe67c4895bf tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Sep 16 02:28:32.271202 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c23c3-cbe0-4730-a321-c305c443b07d req-6fcb8dda-2ff2-4623-b5ed-48da087fb7fb tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:32.272597 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-666c23c3-cbe0-4730-a321-c305c443b07d req-6fcb8dda-2ff2-4623-b5ed-48da087fb7fb tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0480204 Sep 16 02:28:32.310704 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-666c23c3-cbe0-4730-a321-c305c443b07d req-c51a4d7d-8bd1-4175-88fe-51d9fe539a42 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322988 Sep 16 02:28:32.396198 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3f846ab6-7948-435d-af7d-66a02496b14b req-b2473e13-0713-4329-ad28-b902355dc19a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0264831 Sep 16 02:28:33.257589 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c0c3f-945c-48b7-a453-a41176ed6cd2 req-13cb8354-6acf-406f-8ee7-dcf454c31fe9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:33.259069 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-452c0c3f-945c-48b7-a453-a41176ed6cd2 req-13cb8354-6acf-406f-8ee7-dcf454c31fe9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0487795 Sep 16 02:28:33.295809 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-452c0c3f-945c-48b7-a453-a41176ed6cd2 req-885e7a99-9e3f-4320-872d-c9c22bd73f5c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308549 Sep 16 02:28:33.308936 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58613599-6550-4ecb-ae29-3b852509dd33 req-50f9757b-c8e1-452a-92a8-253dd9667b68 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:33.310421 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58613599-6550-4ecb-ae29-3b852509dd33 req-50f9757b-c8e1-452a-92a8-253dd9667b68 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0480835 Sep 16 02:28:33.347387 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58613599-6550-4ecb-ae29-3b852509dd33 req-c3c9ccae-09ee-466b-9782-3fc46ac7a0bd tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Sep 16 02:28:33.429165 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b53b2-f995-4cda-90ae-a68c7c0e0991 req-9b5d6f02-c57d-4de7-9e12-e0d3243bf34e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:33.435556 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-028b53b2-f995-4cda-90ae-a68c7c0e0991 req-9b5d6f02-c57d-4de7-9e12-e0d3243bf34e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0477631 Sep 16 02:28:33.482774 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-028b53b2-f995-4cda-90ae-a68c7c0e0991 req-6aab5b77-6f7a-4e2b-82fd-11ab847308fd tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455425 Sep 16 02:28:33.507384 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1aa9d086-dc03-4c76-a5a6-89c18cd81c71 req-9337a9b8-9fda-476e-8ec3-e2c029ebd7f6 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0345211 Sep 16 02:28:34.415854 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a7ee9-e835-4284-8d4a-4c19f6ec71de req-a4f44f7a-2cd6-473d-8e23-3467e981e353 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:34.417346 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-933a7ee9-e835-4284-8d4a-4c19f6ec71de req-a4f44f7a-2cd6-473d-8e23-3467e981e353 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0494318 Sep 16 02:28:34.458324 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-933a7ee9-e835-4284-8d4a-4c19f6ec71de req-91f26992-c1da-46ca-a0b3-bd597a92ec9f tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 Sep 16 02:28:34.459235 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d3556-89e2-4ee1-b96c-76c06efba49c req-697577d4-420f-4ee6-bf16-de32b7777e7e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:34.460713 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d11d3556-89e2-4ee1-b96c-76c06efba49c req-697577d4-420f-4ee6-bf16-de32b7777e7e tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0482686 Sep 16 02:28:34.497893 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d11d3556-89e2-4ee1-b96c-76c06efba49c req-8719b2f1-900b-461e-8ffd-6ce640daa4c5 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314772 Sep 16 02:28:34.610949 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e766-98b2-4e12-b0ca-f1f477529503 req-7c1e004e-0415-4251-81bd-f3ccdf15443a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:34.615841 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-eef1e766-98b2-4e12-b0ca-f1f477529503 req-7c1e004e-0415-4251-81bd-f3ccdf15443a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0556965 Sep 16 02:28:34.623400 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-99d6b4e6-2fe9-4902-83f7-6570d31e45f5 req-9d8b4417-da67-416a-ba7e-93628ed34825 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0264392 Sep 16 02:28:34.650214 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-eef1e766-98b2-4e12-b0ca-f1f477529503 req-3a3bf01a-2fe1-45b6-8a53-1c2a57e60c9e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315104 Sep 16 02:28:35.584987 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082d0ea-64b7-4120-9647-6ef7e536ccb2 req-70d5cf3f-61eb-4471-94b7-a473046c7211 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:35.587731 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3082d0ea-64b7-4120-9647-6ef7e536ccb2 req-70d5cf3f-61eb-4471-94b7-a473046c7211 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0641565 Sep 16 02:28:35.626847 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3082d0ea-64b7-4120-9647-6ef7e536ccb2 req-8229d992-2bc1-46c0-a718-4c8fb733c37e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Sep 16 02:28:35.649952 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145c2d1-9610-40ec-a4be-a1ea5be1d156 req-2ee55870-4156-4d1f-87e4-0b7dbdbec7ef tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:35.651486 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5145c2d1-9610-40ec-a4be-a1ea5be1d156 req-2ee55870-4156-4d1f-87e4-0b7dbdbec7ef tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0729187 Sep 16 02:28:35.693899 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5145c2d1-9610-40ec-a4be-a1ea5be1d156 req-064de083-4250-4cc2-85b9-5eff4f4259e6 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Sep 16 02:28:35.721004 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-76856f7b-3403-44bd-8348-6e228432234f req-328ca9fb-c88e-4941-9d27-f2b052d8d293 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0298486 Sep 16 02:28:35.798431 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616887db-3efd-4471-aebc-38976b2bf28e req-3315b48b-7a4a-49ad-a7d1-c7b41831974a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:35.799963 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-616887db-3efd-4471-aebc-38976b2bf28e req-3315b48b-7a4a-49ad-a7d1-c7b41831974a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0489314 Sep 16 02:28:35.837518 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-616887db-3efd-4471-aebc-38976b2bf28e req-c12b5a6c-561b-4cba-9c09-027768085f55 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Sep 16 02:28:36.741309 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84467c84-3144-4d9b-a407-1b41cc77252e req-305ef83e-09dd-4264-abbf-44699559317b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:36.742781 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-84467c84-3144-4d9b-a407-1b41cc77252e req-305ef83e-09dd-4264-abbf-44699559317b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0498259 Sep 16 02:28:36.779682 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-84467c84-3144-4d9b-a407-1b41cc77252e req-e557eef3-50ca-4769-b085-70e81571b084 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Sep 16 02:28:36.826998 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a64e2-7d61-448c-866e-8a99689a9acc req-33c43059-d5c0-492a-ad86-45114ab20195 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:36.828556 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-796a64e2-7d61-448c-866e-8a99689a9acc req-33c43059-d5c0-492a-ad86-45114ab20195 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0681040 Sep 16 02:28:36.878949 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f5e5ae16-cedd-4a87-bd11-c01691d6d529 req-4262c49a-f5a0-46ad-8492-3ae49d97421b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0279713 Sep 16 02:28:36.882441 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-796a64e2-7d61-448c-866e-8a99689a9acc req-2323ee77-f899-4995-bff0-19e2fc2acc25 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473323 Sep 16 02:28:36.982960 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e370-e85e-4605-8f27-9f3c3fb206a7 req-466d4d9d-984d-4342-9e40-5613392ddd68 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:36.984388 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1194e370-e85e-4605-8f27-9f3c3fb206a7 req-466d4d9d-984d-4342-9e40-5613392ddd68 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0517471 Sep 16 02:28:37.020253 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1194e370-e85e-4605-8f27-9f3c3fb206a7 req-de017292-8f9d-4098-8330-62ae09270a4a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295007 Sep 16 02:28:37.892472 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e032d1-9c52-4b8d-b304-81f938e8ec3b req-046d0b81-c279-460a-87df-8eba64bbad29 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:37.893900 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11e032d1-9c52-4b8d-b304-81f938e8ec3b req-046d0b81-c279-460a-87df-8eba64bbad29 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0473127 Sep 16 02:28:37.934041 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11e032d1-9c52-4b8d-b304-81f938e8ec3b req-af505bfc-b233-4eda-b2a6-6b648a25d606 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342555 Sep 16 02:28:37.970083 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5d2f482f-eeb8-43bc-be70-8c5a9867b31f req-431e4e97-862d-44cf-91b4-5156a2b966d0 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0256748 Sep 16 02:28:38.036173 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13ae58-435c-4c81-bcff-6f3c0643e0aa req-0a428820-2d14-410b-a2ff-0d56ffdf6972 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:38.038339 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4a13ae58-435c-4c81-bcff-6f3c0643e0aa req-0a428820-2d14-410b-a2ff-0d56ffdf6972 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0511513 Sep 16 02:28:38.076789 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4a13ae58-435c-4c81-bcff-6f3c0643e0aa req-318376cc-fbd0-4cca-aa57-6e19499f0785 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Sep 16 02:28:38.142361 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fc554-eadb-4661-b346-db43d7bea172 req-e43ef751-a9d2-4769-a3a1-e77f3adb8b3c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:38.143920 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-992fc554-eadb-4661-b346-db43d7bea172 req-e43ef751-a9d2-4769-a3a1-e77f3adb8b3c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0519862 Sep 16 02:28:38.182657 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-992fc554-eadb-4661-b346-db43d7bea172 req-43c9bb63-67e4-44b1-a652-f873a35383d1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320609 Sep 16 02:28:39.048385 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3981b43-6ae7-4c37-bbfd-44a6ef5abd52 req-fafa3457-a33e-44d9-ace5-5f5e6e305530 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:39.049862 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b3981b43-6ae7-4c37-bbfd-44a6ef5abd52 req-fafa3457-a33e-44d9-ace5-5f5e6e305530 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.0473940 Sep 16 02:28:39.065078 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-df619095-6ef9-4124-9dcf-ca1448303935 req-898420f6-2a37-40dc-b976-cb6c3f1ef030 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Sep 16 02:28:39.088343 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b3981b43-6ae7-4c37-bbfd-44a6ef5abd52 req-14547962-5599-45ea-b4f9-f30254bb2c5a tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318539 Sep 16 02:28:39.191512 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fcc30-ef0a-410b-aeaf-222056c5e254 req-efcf3063-1bc0-4423-8b63-f6ca418b145b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:39.193002 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ef8fcc30-ef0a-410b-aeaf-222056c5e254 req-efcf3063-1bc0-4423-8b63-f6ca418b145b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0506275 Sep 16 02:28:39.230893 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ef8fcc30-ef0a-410b-aeaf-222056c5e254 req-f818a724-9b94-470f-becb-9ccbba6e455f tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315025 Sep 16 02:28:39.311674 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6684c-2e2d-43af-bbeb-536ff84fa277 req-21c75c70-4f27-4400-b01a-b935a490f693 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:39.313122 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-17a6684c-2e2d-43af-bbeb-536ff84fa277 req-21c75c70-4f27-4400-b01a-b935a490f693 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0501251 Sep 16 02:28:39.355239 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-17a6684c-2e2d-43af-bbeb-536ff84fa277 req-c00a14c7-0889-4267-a49b-ad471d436f94 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361736 Sep 16 02:28:40.050848 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Request body: {'port': {'device_id': '4722445a-8d09-436c-9915-53087a0f989b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:28:40.103583 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:40.167815 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5ee32ce5-5acd-4d93-8612-21d82f0e658d req-6912f4d3-958b-44df-9ec6-684f07bffbf5 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 210 time: 0.0329845 Sep 16 02:28:40.288468 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5d63-d0a8-4490-9382-fcb6e8ee49f8 req-81602c4c-39fe-4ad6-8b54-3f11e88aa0c1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:40.289969 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-838a5d63-d0a8-4490-9382-fcb6e8ee49f8 req-81602c4c-39fe-4ad6-8b54-3f11e88aa0c1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 931 time: 0.1174898 Sep 16 02:28:40.358828 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b1270-a782-4936-ab32-758c387a06a7 req-bf8605f1-ce66-48b6-ae26-5bafde4686a3 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:40.361590 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3e7b1270-a782-4936-ab32-758c387a06a7 req-bf8605f1-ce66-48b6-ae26-5bafde4686a3 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0510211 Sep 16 02:28:40.378385 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-838a5d63-d0a8-4490-9382-fcb6e8ee49f8 req-7fb64028-b033-4fb8-81ea-c3b4333f744a tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755794 Sep 16 02:28:40.412005 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3e7b1270-a782-4936-ab32-758c387a06a7 req-73ed9a68-92de-4d94-a7a5-9c018fa07765 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377715 Sep 16 02:28:40.464884 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87390c55-71fb-441b-a0ce-12cef6082b0e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:28:40.474404 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:40.517441 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Transition to ACTIVE for port object 87390c55-71fb-441b-a0ce-12cef6082b0e will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:28:40.522584 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:40.534385 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffe2d0-531c-439c-8de2-d2cec1d81979 req-343691ff-17ce-424a-9198-e0c5aa8f2dfe tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:40.536434 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5ffe2d0-531c-439c-8de2-d2cec1d81979 req-343691ff-17ce-424a-9198-e0c5aa8f2dfe tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0667284 Sep 16 02:28:40.605172 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Pushing event updated for resources: {'Port': ['ID=87390c55-71fb-441b-a0ce-12cef6082b0e,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:40.609446 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-0c3537ed-a721-4bdc-a78f-708dce91f5b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:40.611024 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-0c3537ed-a721-4bdc-a78f-708dce91f5b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 815 time: 0.1237860 Sep 16 02:28:40.627537 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Request body: {'port': {'device_id': 'cc2ff373-53c9-450d-a143-a5f3c1228dc9', 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84', 'admin_state_up': True, 'tenant_id': 'c4b71ef944f9451991962740600e0ff8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:28:40.645410 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a5ffe2d0-531c-439c-8de2-d2cec1d81979 req-1c810d11-e263-49e2-9a5c-2d7e1c5ec0cf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825050 Sep 16 02:28:40.653162 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.653500 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.653915 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.654263 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.654603 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.654938 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.655268 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.656997 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.662406 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.662811 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.663166 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.663595 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:40.728605 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Attempting to bind port 87390c55-71fb-441b-a0ce-12cef6082b0e on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:28:40.728935 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Attempting to bind port 87390c55-71fb-441b-a0ce-12cef6082b0e by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:28:40.729269 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Attempting to bind port 87390c55-71fb-441b-a0ce-12cef6082b0e on network d2561a40-302a-43e7-989c-c7a2cf1be6e5 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:28:40.734089 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Port 87390c55-71fb-441b-a0ce-12cef6082b0e on network d2561a40-302a-43e7-989c-c7a2cf1be6e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:28:40.734411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Attempting to bind port 87390c55-71fb-441b-a0ce-12cef6082b0e on network d2561a40-302a-43e7-989c-c7a2cf1be6e5 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:28:40.739594 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:28:40.739931 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Checking segment: {'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:28:40.740319 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Bound using segment: {'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:28:40.741350 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Bound port: 87390c55-71fb-441b-a0ce-12cef6082b0e, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a608c510-9fe6-431f-97fe-316ed7b5fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:28:40.741350 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:40.781952 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Made reservation on behalf of c4b71ef944f9451991962740600e0ff8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:28:40.786535 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:40.815640 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] For port 87390c55-71fb-441b-a0ce-12cef6082b0e, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:28:40.819404 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] For port 87390c55-71fb-441b-a0ce-12cef6082b0e, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=87390c55-71fb-441b-a0ce-12cef6082b0e,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:28:40.824906 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:40.869824 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:40.870517 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:40.872131 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] 10.222.0.15 "PUT /v2.0/ports/87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 200 len: 1093 time: 0.8260462 Sep 16 02:28:40.872636 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:28:40.875063 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73461471-617e-4300-9781-ef3d2dbe44cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:28:40.898602 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a103c-0f15-4ac6-9d40-33e486709824 service neutron] Pushing event updated for resources: {'Port': ['ID=87390c55-71fb-441b-a0ce-12cef6082b0e,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:40.960145 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Allocated IP 172.20.0.3 (c12a495c-cbd1-4980-a189-581beccceb84/dd45c45f-f197-4e54-a92f-0c4b3b31dae4/f990e8e4-a9ef-41de-8a99-788b5fdbb9eb) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:28:40.960997 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13378a9f-5bf9-4016-b5c0-95ccfc1b01f7 x-openstack-request-id: req-13378a9f-5bf9-4016-b5c0-95ccfc1b01f7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:28:40.961340 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:28:40.961651 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13378a9f-5bf9-4016-b5c0-95ccfc1b01f7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:28:40.962122 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'status': 'completed', 'code': 200} Sep 16 02:28:41.021807 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-aa52a0b4-b52d-470e-ba64-c0a5f359b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:41.023463 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-aa52a0b4-b52d-470e-ba64-c0a5f359b202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fea454b17974c3c8773f956fb926556&device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 1096 time: 0.0750334 Sep 16 02:28:41.091906 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-5f5b4d32-2322-449e-8ab3-32c35136d71d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 200 len: 217 time: 0.0500410 Sep 16 02:28:41.152804 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-d9f6dbc4-426e-4cd3-97d9-f05e0ee735ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:41.154281 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-d9f6dbc4-426e-4cd3-97d9-f05e0ee735ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d2f53d8d-5e56-4fe6-b365-429fb210112a HTTP/1.1" status: 200 len: 852 time: 0.0513489 Sep 16 02:28:41.156288 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:41.190658 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:41.208214 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['98fa056e-24e7-4daf-adf6-17b48565cf0d', '14a49935-ac22-4885-8373-e392ea1467e9', '47f947ee-69e4-4a12-bac5-cb105e78649c'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:28:41.212006 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-ad731d9f-8109-4a34-80a4-353d8aa17616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:41.213609 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-ad731d9f-8109-4a34-80a4-353d8aa17616 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2561a40-302a-43e7-989c-c7a2cf1be6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503681 Sep 16 02:28:41.239925 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Network c12a495c-cbd1-4980-a189-581beccceb84 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:28:41.243084 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:28:41.246715 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:28:41.272862 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Pushing event updated for resources: {'Port': ['ID=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:41.290832 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.291174 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.291536 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.291864 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.292189 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.292514 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.292846 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.293148 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.293468 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.293785 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.294101 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.294414 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:28:41.319069 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:41.319424 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:41.335355 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-25b32947-8612-4d29-98b6-b042879e0a92 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7122281 Sep 16 02:28:41.353098 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Request body: {'port': {'device_id': 'cc2ff373-53c9-450d-a143-a5f3c1228dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:28:41.361715 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6b3c0-e782-43bb-88a0-96e4a7f029b5 req-12b974a9-e47b-4250-a311-c15b369ae6ff tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:41.363330 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-84d6b3c0-e782-43bb-88a0-96e4a7f029b5 req-12b974a9-e47b-4250-a311-c15b369ae6ff tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 931 time: 0.1263063 Sep 16 02:28:41.396540 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-a4a9ea48-1dbd-4f13-a54e-936ebc8e43a2 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675503 Sep 16 02:28:41.408396 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:41.444230 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-84d6b3c0-e782-43bb-88a0-96e4a7f029b5 req-3288480d-642e-4d26-affa-c8b13205ec8f tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714481 Sep 16 02:28:41.622704 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af315f19-e196-4450-bee4-7320ec06fd90 req-9c79b7ba-e72e-4c09-9007-af885cbfc62c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:41.624125 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-af315f19-e196-4450-bee4-7320ec06fd90 req-9c79b7ba-e72e-4c09-9007-af885cbfc62c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 943 time: 0.0832405 Sep 16 02:28:41.635125 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-009f4e6b-8bc7-4513-b4db-4f3b68d0d5d7 req-b4bd4912-4624-4b5c-b099-66e0e2ee41f6 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252617 Sep 16 02:28:41.636725 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-aad28c62-3bd3-4cbf-8fd7-931d3498eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:41.638050 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-aad28c62-3bd3-4cbf-8fd7-931d3498eb01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a&tenant_id=693524e38ce244caa2d2db6394b78c5f HTTP/1.1" status: 200 len: 1097 time: 0.1315939 Sep 16 02:28:41.646827 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cede4f3-5b18-4b76-ae0f-764e686db470 req-a608e6e1-de87-4850-a525-66419957ff70 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:41.648683 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3cede4f3-5b18-4b76-ae0f-764e686db470 req-a608e6e1-de87-4850-a525-66419957ff70 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.1106505 Sep 16 02:28:41.686660 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3cede4f3-5b18-4b76-ae0f-764e686db470 req-a4740e69-4007-4718-bd68-07b569a9b186 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Sep 16 02:28:41.723417 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-af315f19-e196-4450-bee4-7320ec06fd90 req-52e5c3a1-af55-4206-b6a4-a18871f9146b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582721 Sep 16 02:28:41.761140 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-27734fab-1bcc-4446-8c64-ca847f5d932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:41.762614 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-27734fab-1bcc-4446-8c64-ca847f5d932c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 1097 time: 0.0751290 Sep 16 02:28:41.764997 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73461471-617e-4300-9781-ef3d2dbe44cf req-1b7ab8d9-e9a2-44b2-bf6e-eb681c27f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:41.766314 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-73461471-617e-4300-9781-ef3d2dbe44cf req-1b7ab8d9-e9a2-44b2-bf6e-eb681c27f1b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fea454b17974c3c8773f956fb926556&device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 1096 time: 0.0494506 Sep 16 02:28:41.793469 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f990e8e4-a9ef-41de-8a99-788b5fdbb9eb {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:28:41.801021 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:41.813986 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Transition to ACTIVE for port object f990e8e4-a9ef-41de-8a99-788b5fdbb9eb will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:28:41.816909 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:41.868219 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:41.938650 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Attempting to bind port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:28:41.938988 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Attempting to bind port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:28:41.939350 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Attempting to bind port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb on network c12a495c-cbd1-4980-a189-581beccceb84 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:28:41.944409 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb on network c12a495c-cbd1-4980-a189-581beccceb84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:28:41.944872 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Attempting to bind port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb on network c12a495c-cbd1-4980-a189-581beccceb84 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:28:41.949890 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:28:41.950230 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Checking segment: {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:28:41.950618 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Bound using segment: {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:28:41.951049 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Bound port: f990e8e4-a9ef-41de-8a99-788b5fdbb9eb, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c33308-3536-47bc-8aee-430cdce8468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:28:41.951455 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:42.015978 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] For port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb, host hv-cinder-80930, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:28:42.019011 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] For port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:28:42.024036 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:42.057822 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.058434 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:42.059860 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/f990e8e4-a9ef-41de-8a99-788b5fdbb9eb HTTP/1.1" status: 200 len: 1093 time: 0.7114029 Sep 16 02:28:42.062489 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2ff373-53c9-450d-a143-a5f3c1228dc9', 'tag': 'f990e8e4-a9ef-41de-8a99-788b5fdbb9eb'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:28:42.065270 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2ff373-53c9-450d-a143-a5f3c1228dc9", "tag": "f990e8e4-a9ef-41de-8a99-788b5fdbb9eb"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:28:42.097167 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b01e2-5617-43ae-ad02-4bf773d4c7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:42.109356 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebebe03e-c479-4ea6-9de4-1d001ddc33ab x-openstack-request-id: req-ebebe03e-c479-4ea6-9de4-1d001ddc33ab {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:28:42.109646 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2ff373-53c9-450d-a143-a5f3c1228dc9", "tag": "f990e8e4-a9ef-41de-8a99-788b5fdbb9eb", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:28:42.109895 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ebebe03e-c479-4ea6-9de4-1d001ddc33ab {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:28:42.110285 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2ff373-53c9-450d-a143-a5f3c1228dc9', 'tag': 'f990e8e4-a9ef-41de-8a99-788b5fdbb9eb', 'status': 'completed', 'code': 200} Sep 16 02:28:42.140112 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a066f6e-8bc2-4174-a667-eff955720f3f req-0fb91a93-fda0-4452-8fc5-3327ff2bce9b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.141479 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5a066f6e-8bc2-4174-a667-eff955720f3f req-0fb91a93-fda0-4452-8fc5-3327ff2bce9b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.3701427 Sep 16 02:28:42.157421 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-5d6bf0ee-6747-4674-a8eb-498e68316037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.158918 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-5d6bf0ee-6747-4674-a8eb-498e68316037 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0412781 Sep 16 02:28:42.205035 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-7897ef2b-b777-4c3c-b487-d2895b910315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.206468 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-7897ef2b-b777-4c3c-b487-d2895b910315 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 918 time: 0.4112709 Sep 16 02:28:42.209351 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73461471-617e-4300-9781-ef3d2dbe44cf req-a26f58cc-1cc2-4924-a8e3-b85df221c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.209475 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-9bca19e3-e5d2-468b-92db-75a592a0a451 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb HTTP/1.1" status: 200 len: 217 time: 0.0362253 Sep 16 02:28:42.210637 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-73461471-617e-4300-9781-ef3d2dbe44cf req-a26f58cc-1cc2-4924-a8e3-b85df221c80b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2561a40-302a-43e7-989c-c7a2cf1be6e5 HTTP/1.1" status: 200 len: 914 time: 0.4141018 Sep 16 02:28:42.215550 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5a066f6e-8bc2-4174-a667-eff955720f3f req-e8d5c0b3-5cb1-4237-a21a-bc32931ae281 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658333 Sep 16 02:28:42.282975 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-e912888a-4e83-4224-8ab0-45868ebf6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.284498 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-e912888a-4e83-4224-8ab0-45868ebf6230 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd45c45f-f197-4e54-a92f-0c4b3b31dae4 HTTP/1.1" status: 200 len: 855 time: 0.0437424 Sep 16 02:28:42.303394 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-73461471-617e-4300-9781-ef3d2dbe44cf req-b96f31df-4533-4978-b04f-557e2f99d710 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 200 len: 217 time: 0.0620158 Sep 16 02:28:42.325396 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-b8e033ea-26f4-4ef9-ba11-1047e1cf4c90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12a495c-cbd1-4980-a189-581beccceb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258451 Sep 16 02:28:42.348305 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-d4887482-764d-412d-93f2-b57f64225140 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5afb7787-76d6-4f16-8531-4e75bad13974 HTTP/1.1" status: 200 len: 998 time: 0.1132493 Sep 16 02:28:42.389575 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73461471-617e-4300-9781-ef3d2dbe44cf req-c2219789-7f0c-46d6-b270-c9624ce233fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.391053 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-73461471-617e-4300-9781-ef3d2dbe44cf req-c2219789-7f0c-46d6-b270-c9624ce233fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d2f53d8d-5e56-4fe6-b365-429fb210112a HTTP/1.1" status: 200 len: 852 time: 0.0774474 Sep 16 02:28:42.414657 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-217ed8e4-5d6f-400a-8ff3-273bef8914b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.416064 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-217ed8e4-5d6f-400a-8ff3-273bef8914b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.0558758 Sep 16 02:28:42.417870 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-fd6849e2-be03-425e-a76c-f2c87293114b service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837593 Sep 16 02:28:42.479195 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73461471-617e-4300-9781-ef3d2dbe44cf req-b817c34d-5a6e-48fb-88c0-37fa420437b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.480647 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-73461471-617e-4300-9781-ef3d2dbe44cf req-b817c34d-5a6e-48fb-88c0-37fa420437b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2561a40-302a-43e7-989c-c7a2cf1be6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742350 Sep 16 02:28:42.486610 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-91469f76-e98e-4240-95f7-f3ee2c6e3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.488033 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-91469f76-e98e-4240-95f7-f3ee2c6e3ce6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552378 Sep 16 02:28:42.525333 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-40743b78-c52c-4e30-a920-a1b33cec1331 req-4db27236-8092-4ad7-baac-1a282c5a3b79 service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917888 Sep 16 02:28:42.566524 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2c923-9539-45ce-a934-138ec376da40 req-1bc990f2-1b1c-4fee-958f-161a6c09ef91 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.568617 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-71e2c923-9539-45ce-a934-138ec376da40 req-1bc990f2-1b1c-4fee-958f-161a6c09ef91 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0576012 Sep 16 02:28:42.636861 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-71e2c923-9539-45ce-a934-138ec376da40 req-23e727ea-d6a9-4fa2-aab9-74a3dce0e979 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612428 Sep 16 02:28:42.639583 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e req-bacd98ec-f7d1-4408-9eae-70189e56232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.640983 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e req-bacd98ec-f7d1-4408-9eae-70189e56232f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4b71ef944f9451991962740600e0ff8&device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0593276 Sep 16 02:28:42.655590 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-73461471-617e-4300-9781-ef3d2dbe44cf req-9e5f1204-5517-480a-a57d-61539e464401 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512504 Sep 16 02:28:42.657394 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-bc8a1919-579e-45b3-9098-5cd396dfcb0e service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456418 Sep 16 02:28:42.805730 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5b8b-fcbd-430c-a4b3-46246c213915 req-4e066e6b-6b7c-47b6-ab32-d9fa128d345c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.807399 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-83db5b8b-fcbd-430c-a4b3-46246c213915 req-4e066e6b-6b7c-47b6-ab32-d9fa128d345c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0490272 Sep 16 02:28:42.897091 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8f096-fade-4d07-964f-6f958d73d45a req-a4337716-3ea1-4448-9be9-c875303fbd19 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.898653 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dbe8f096-fade-4d07-964f-6f958d73d45a req-a4337716-3ea1-4448-9be9-c875303fbd19 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 943 time: 0.1025321 Sep 16 02:28:42.937191 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e req-3219de3b-0bfc-4e15-b260-e510e6834b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:42.938632 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e req-3219de3b-0bfc-4e15-b260-e510e6834b31 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 200 len: 916 time: 0.1330922 Sep 16 02:28:42.948923 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-83db5b8b-fcbd-430c-a4b3-46246c213915 req-77d4e3ee-b777-4c1b-98d0-ced80aa2e0d7 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258307 Sep 16 02:28:42.951056 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dbe8f096-fade-4d07-964f-6f958d73d45a req-238b2424-5905-4ef8-8fa6-406f550d7297 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Sep 16 02:28:42.995494 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-3dbcd3e0-35c5-4bae-a4e2-4018f5e346ad service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871405 Sep 16 02:28:42.997352 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-73461471-617e-4300-9781-ef3d2dbe44cf req-6d1e6ea7-d5c4-43e1-81ea-b2683640ff80 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881068 Sep 16 02:28:42.999784 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e req-211f3799-f962-49d2-be66-14f9ecb9d47d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb HTTP/1.1" status: 200 len: 217 time: 0.0397589 Sep 16 02:28:43.060763 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e req-e41b697d-a6de-4523-97ba-1be5428ac171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:43.062206 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e req-e41b697d-a6de-4523-97ba-1be5428ac171 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd45c45f-f197-4e54-a92f-0c4b3b31dae4 HTTP/1.1" status: 200 len: 855 time: 0.0473158 Sep 16 02:28:43.114751 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e req-98f1abe9-9870-498b-94af-10e6a3fd6c55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c12a495c-cbd1-4980-a189-581beccceb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263767 Sep 16 02:28:43.135673 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-5898ff5b-dcf0-418e-b35e-f096c250b8e4 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:43.137154 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-5898ff5b-dcf0-418e-b35e-f096c250b8e4 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.15 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 945 time: 0.0476902 Sep 16 02:28:43.216785 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e req-685f30d9-e000-4293-851a-e9d62dfb34b6 service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824153 Sep 16 02:28:43.277779 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-708eab3e-38be-469a-8825-834dcb08c294 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Deleting port dd761342-979a-42d1-b5fe-9f192ab65a4a {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:28:43.283409 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-708eab3e-38be-469a-8825-834dcb08c294 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:43.337558 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-431687c5-14b8-4a8d-ad98-27cfd6bdcf8e req-33b55c77-b3a3-43e9-8af0-d1ad2a2c1c73 service neutron] 10.222.0.15 "GET /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972283 Sep 16 02:28:43.397801 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5b1ba-1e6d-4656-a7a3-33fb6572b1ce req-27e0b405-aba5-4b40-a55a-d8e2d63e8ad8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:43.400412 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dfc5b1ba-1e6d-4656-a7a3-33fb6572b1ce req-27e0b405-aba5-4b40-a55a-d8e2d63e8ad8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.1013949 Sep 16 02:28:43.435534 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-708eab3e-38be-469a-8825-834dcb08c294 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] For port dd761342-979a-42d1-b5fe-9f192ab65a4a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=dd761342-979a-42d1-b5fe-9f192ab65a4a,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:43.435899 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-708eab3e-38be-469a-8825-834dcb08c294 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:43.459913 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-708eab3e-38be-469a-8825-834dcb08c294 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Calling delete_port for dd761342-979a-42d1-b5fe-9f192ab65a4a owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:28:43.477877 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dfc5b1ba-1e6d-4656-a7a3-33fb6572b1ce req-5e5f542e-09d0-417e-9cd2-1c7576ebbfdd tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676379 Sep 16 02:28:43.689871 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-708eab3e-38be-469a-8825-834dcb08c294 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:43.714704 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['dd761342-979a-42d1-b5fe-9f192ab65a4a', '3e0024da-6425-43a3-b104-0d2fff5b576d'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:28:43.765328 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eab3e-38be-469a-8825-834dcb08c294 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Pushing event deleted for resources: {'Port': ['ID=dd761342-979a-42d1-b5fe-9f192ab65a4a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:43.825685 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27599126-ca58-4d45-9d33-cc05355048bc req-186e2b47-dc53-40c1-bdb8-0e2302484952 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:43.832287 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-708eab3e-38be-469a-8825-834dcb08c294 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] No DVR routers for this DVR port dd761342-979a-42d1-b5fe-9f192ab65a4a on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:28:43.834040 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-27599126-ca58-4d45-9d33-cc05355048bc req-186e2b47-dc53-40c1-bdb8-0e2302484952 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0691481 Sep 16 02:28:43.836107 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-708eab3e-38be-469a-8825-834dcb08c294 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:43.838782 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-37f9b3cf-e412-4fd7-8170-ff2b6f548418 req-708eab3e-38be-469a-8825-834dcb08c294 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.15 "DELETE /v2.0/ports/dd761342-979a-42d1-b5fe-9f192ab65a4a HTTP/1.1" status: 204 len: 173 time: 0.6940544 Sep 16 02:28:43.839477 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253641d5-a18c-4839-8737-f9f842f732b9', 'name': 'network-vif-deleted', 'tag': 'dd761342-979a-42d1-b5fe-9f192ab65a4a'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:28:43.841893 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc209d6c-b339-486b-9975-bc47e0448f25" -d '{"events": [{"server_uuid": "253641d5-a18c-4839-8737-f9f842f732b9", "name": "network-vif-deleted", "tag": "dd761342-979a-42d1-b5fe-9f192ab65a4a"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:28:43.873292 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-27599126-ca58-4d45-9d33-cc05355048bc req-3e845114-0d31-4c6a-95db-d94bcf04a69b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 Sep 16 02:28:43.900930 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a62add-c3f0-421a-9e8c-5f739ec237e2 x-openstack-request-id: req-40a62add-c3f0-421a-9e8c-5f739ec237e2 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:28:43.901224 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253641d5-a18c-4839-8737-f9f842f732b9", "name": "network-vif-deleted", "tag": "dd761342-979a-42d1-b5fe-9f192ab65a4a", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:28:43.901493 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40a62add-c3f0-421a-9e8c-5f739ec237e2 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:28:43.901879 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253641d5-a18c-4839-8737-f9f842f732b9', 'name': 'network-vif-deleted', 'tag': 'dd761342-979a-42d1-b5fe-9f192ab65a4a', 'status': 'completed', 'code': 200} Sep 16 02:28:44.055207 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-98883ef0-7b88-4aec-b48b-8f419007132d req-2c4ccc26-da2b-4850-9e06-97ff41bf0821 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0358717 Sep 16 02:28:44.090756 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280ff0f-ab17-48cf-a788-f29b9f972824 req-dd0b4c28-13b2-4b68-a8bf-ba1348c81181 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:44.092462 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6280ff0f-ab17-48cf-a788-f29b9f972824 req-dd0b4c28-13b2-4b68-a8bf-ba1348c81181 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 943 time: 0.0675240 Sep 16 02:28:44.131084 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6280ff0f-ab17-48cf-a788-f29b9f972824 req-61cca206-ffd1-41f4-8e21-880f587365e0 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Sep 16 02:28:44.499684 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 87390c55-71fb-441b-a0ce-12cef6082b0e details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:28:44.596969 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 87390c55-71fb-441b-a0ce-12cef6082b0e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=87390c55-71fb-441b-a0ce-12cef6082b0e,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:44.611878 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'port_id': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'mac_address': 'fa:16:3e:47:c4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:28:44.628056 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bac51-c6b7-4776-a437-c42c6ab4ca7f req-bc8f9004-3606-4644-b2f1-2fdd3bc07d79 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:44.629641 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fc5bac51-c6b7-4776-a437-c42c6ab4ca7f req-bc8f9004-3606-4644-b2f1-2fdd3bc07d79 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0621560 Sep 16 02:28:44.651267 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:44.667701 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87390c55-71fb-441b-a0ce-12cef6082b0e {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:28:44.671251 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fc5bac51-c6b7-4776-a437-c42c6ab4ca7f req-c2fa718f-ed28-48e1-9330-87d4c3105e5b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344968 Sep 16 02:28:44.694071 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 87390c55-71fb-441b-a0ce-12cef6082b0e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=87390c55-71fb-441b-a0ce-12cef6082b0e,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:44.697993 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:44.746909 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=87390c55-71fb-441b-a0ce-12cef6082b0e,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:44.993668 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aba98c-f6b3-43b3-be44-a04fcf829f5b req-90bfded3-dde1-4e44-be57-0d14c7cdd9bb tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:44.995505 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-49aba98c-f6b3-43b3-be44-a04fcf829f5b req-90bfded3-dde1-4e44-be57-0d14c7cdd9bb tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0494621 Sep 16 02:28:45.034101 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-49aba98c-f6b3-43b3-be44-a04fcf829f5b req-7a31f935-808a-4d08-a0d6-269feb1227cd tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Sep 16 02:28:45.096447 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['87390c55-71fb-441b-a0ce-12cef6082b0e'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:28:45.154956 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-174f8f29-e20c-4e76-abb6-0145f1497306 req-fba509ca-1d9d-490d-9a56-4e93d9829c0a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0286427 Sep 16 02:28:45.260657 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a30d-9c1a-47d9-8649-9b0f58de3cdd req-7519bfdb-b1d7-44c4-90fa-683ec2a036b1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:45.262692 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-27a9a30d-9c1a-47d9-8649-9b0f58de3cdd req-7519bfdb-b1d7-44c4-90fa-683ec2a036b1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 944 time: 0.0539010 Sep 16 02:28:45.300423 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-27a9a30d-9c1a-47d9-8649-9b0f58de3cdd req-e71d3913-8a2d-4783-8f6c-3d6617abac6d tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318944 Sep 16 02:28:45.807200 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25523ce0-7870-46a4-8e36-17bd269a8564 req-ae275bb6-6aaa-4172-a99d-4c0887de6f48 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:45.808678 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-25523ce0-7870-46a4-8e36-17bd269a8564 req-ae275bb6-6aaa-4172-a99d-4c0887de6f48 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0486386 Sep 16 02:28:45.846011 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-25523ce0-7870-46a4-8e36-17bd269a8564 req-ff7de1c9-6883-49f5-8149-509d75ffd6fe tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315521 Sep 16 02:28:46.085303 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:46.153388 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b6b65-d24c-4bcb-a5b7-ed246d745ee4 req-a96a0eed-6dce-4b77-9f99-9a9b51885fa0 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:46.154924 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-590b6b65-d24c-4bcb-a5b7-ed246d745ee4 req-a96a0eed-6dce-4b77-9f99-9a9b51885fa0 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0481162 Sep 16 02:28:46.193896 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-590b6b65-d24c-4bcb-a5b7-ed246d745ee4 req-b8e3ad6e-8d05-4a5c-b495-798b26f97181 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328064 Sep 16 02:28:46.268729 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b5eaafc4-2a27-489f-8c6a-2a91cbfd14dd req-0c173688-448b-4b7c-b99f-5d940b322edf tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0289357 Sep 16 02:28:46.416279 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb9af-88e5-4b75-8f8e-8df8bc7f4930 req-3ebf1ef5-d2a0-43e8-8629-12c2c17d27d3 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:46.417876 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c1cbb9af-88e5-4b75-8f8e-8df8bc7f4930 req-3ebf1ef5-d2a0-43e8-8629-12c2c17d27d3 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 944 time: 0.0499516 Sep 16 02:28:46.456125 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c1cbb9af-88e5-4b75-8f8e-8df8bc7f4930 req-4915215f-64a9-4948-9aae-3d6968d5ddd2 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Sep 16 02:28:46.535476 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 87390c55-71fb-441b-a0ce-12cef6082b0e up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:46.585388 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 87390c55-71fb-441b-a0ce-12cef6082b0e completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:28:46.588592 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 87390c55-71fb-441b-a0ce-12cef6082b0e triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:46.588957 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:46.666542 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:46.688425 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:28:46.690626 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd53436c-e3ac-48dd-b171-af95b3941a40" -d '{"events": [{"server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "name": "network-vif-plugged", "status": "completed", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:28:46.705446 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 87390c55-71fb-441b-a0ce-12cef6082b0e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=87390c55-71fb-441b-a0ce-12cef6082b0e,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:46.710755 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:46.711834 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device dd761342-979a-42d1-b5fe-9f192ab65a4a no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:28:46.744359 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: dd761342-979a-42d1-b5fe-9f192ab65a4a {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:28:46.744706 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device dd761342-979a-42d1-b5fe-9f192ab65a4a not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:28:46.748611 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb0ca40-2f6a-429f-a7c7-d0b9799a940f x-openstack-request-id: req-9bb0ca40-2f6a-429f-a7c7-d0b9799a940f {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:28:46.748905 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "name": "network-vif-plugged", "status": "completed", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:28:46.749153 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9bb0ca40-2f6a-429f-a7c7-d0b9799a940f {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:28:46.749707 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'code': 200} Sep 16 02:28:46.796151 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=87390c55-71fb-441b-a0ce-12cef6082b0e,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:46.971138 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2143a-761c-4cd9-9ded-cf330efb5a7a req-ffaa0f59-da81-4151-a9ed-c6821770a962 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:46.972667 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aea2143a-761c-4cd9-9ded-cf330efb5a7a req-ffaa0f59-da81-4151-a9ed-c6821770a962 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0528219 Sep 16 02:28:47.011541 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aea2143a-761c-4cd9-9ded-cf330efb5a7a req-6cce7a93-a4c2-4d0f-9c48-fb96c82e9939 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321825 Sep 16 02:28:47.326832 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee9ea0-ddb9-48f8-9a97-44edb4090062 req-b1a55e3d-03fa-42b4-bf1f-b8ba2d5b0a46 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:47.326832 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1eee9ea0-ddb9-48f8-9a97-44edb4090062 req-b1a55e3d-03fa-42b4-bf1f-b8ba2d5b0a46 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0568533 Sep 16 02:28:47.378472 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1eee9ea0-ddb9-48f8-9a97-44edb4090062 req-af4f4450-1345-403e-be45-da0fdfc4ec59 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Sep 16 02:28:47.405082 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4bd27649-5cec-4a7a-a8c6-23943740021e req-fc4ca09b-538d-4292-8877-53c5bcaa4067 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0322833 Sep 16 02:28:47.572046 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638c294-dde6-4c54-bf1b-ec09e80c88a6 req-a310be79-5c4f-45c5-9127-5f7affe98add tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:47.573577 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d638c294-dde6-4c54-bf1b-ec09e80c88a6 req-a310be79-5c4f-45c5-9127-5f7affe98add tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0492876 Sep 16 02:28:47.611827 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d638c294-dde6-4c54-bf1b-ec09e80c88a6 req-9eaecad0-8f41-4b24-ba22-8ec6e8cfc625 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319569 Sep 16 02:28:48.136459 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b95f3-4f83-4ac2-97fd-55dd214443e2 req-a6428dd1-1b95-4304-9bb5-362e34bfb459 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:48.138255 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578b95f3-4f83-4ac2-97fd-55dd214443e2 req-a6428dd1-1b95-4304-9bb5-362e34bfb459 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0497160 Sep 16 02:28:48.177476 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578b95f3-4f83-4ac2-97fd-55dd214443e2 req-1c7750ac-7596-40a3-8946-40770ef27aeb tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330613 Sep 16 02:28:48.496470 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca36fc-b412-44d7-a5cb-d35028ce8df4 req-8cb9af69-f044-43cf-8ca9-91da043c8ffe tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:48.497934 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b1ca36fc-b412-44d7-a5cb-d35028ce8df4 req-8cb9af69-f044-43cf-8ca9-91da043c8ffe tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0487895 Sep 16 02:28:48.502320 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-badf4389-399b-4593-a523-5ab1e9a93bba req-45ac3484-b8e7-42fa-beb2-6445bcf1965a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0272882 Sep 16 02:28:48.542934 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b1ca36fc-b412-44d7-a5cb-d35028ce8df4 req-21779f7b-f281-4e1d-aad4-9a75f5ee2269 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357864 Sep 16 02:28:48.730774 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cfb29-4643-4a75-95ef-0dd8c5eb4089 req-ef1fa943-8bff-44e1-b45a-269bbcff5ee0 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:48.732952 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2b5cfb29-4643-4a75-95ef-0dd8c5eb4089 req-ef1fa943-8bff-44e1-b45a-269bbcff5ee0 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0540013 Sep 16 02:28:48.771252 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2b5cfb29-4643-4a75-95ef-0dd8c5eb4089 req-ea370a92-f543-4fe6-90af-47aa41d65f95 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Sep 16 02:28:48.814634 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b0c657f2-3308-4505-b5a3-e84a4257a760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:49.299164 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b3cc4-da65-4e79-a7ae-df1b368555ff req-757c3ea2-4f3a-4444-bcfe-703d98eeaecc tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:49.300659 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-228b3cc4-da65-4e79-a7ae-df1b368555ff req-757c3ea2-4f3a-4444-bcfe-703d98eeaecc tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0515919 Sep 16 02:28:49.340293 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-228b3cc4-da65-4e79-a7ae-df1b368555ff req-2a6d62ca-014f-4950-8314-597b7634a941 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327404 Sep 16 02:28:49.607999 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-14b1589b-591d-4035-acba-814be66f6898 req-898a608d-08f6-4d04-80b2-b5917023ff77 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0336232 Sep 16 02:28:49.673583 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bf8ca-80fc-40ea-9934-088d7a56dd60 req-69e525b3-f8d9-4db9-9116-38bcfcb0a30e tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:49.675193 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ee2bf8ca-80fc-40ea-9934-088d7a56dd60 req-69e525b3-f8d9-4db9-9116-38bcfcb0a30e tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0500321 Sep 16 02:28:49.713697 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ee2bf8ca-80fc-40ea-9934-088d7a56dd60 req-6c243198-1843-400b-8ee1-3fc3192243a5 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Sep 16 02:28:49.884371 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe554f-df99-4c31-b8d0-7d88097e736f req-88e5b619-d8d3-4ea8-ac09-6121c4be35f4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:49.886005 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-05fe554f-df99-4c31-b8d0-7d88097e736f req-88e5b619-d8d3-4ea8-ac09-6121c4be35f4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0494866 Sep 16 02:28:49.923911 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-05fe554f-df99-4c31-b8d0-7d88097e736f req-8e03f122-bc2c-4d83-9069-0e0c4574ad1e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Sep 16 02:28:50.482999 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caa8e1-f12e-40cd-90a0-16ed84db0b38 req-318f2bc5-4631-412b-94c6-78293a7b0eda tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:50.484545 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-07caa8e1-f12e-40cd-90a0-16ed84db0b38 req-318f2bc5-4631-412b-94c6-78293a7b0eda tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0513411 Sep 16 02:28:50.527214 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-07caa8e1-f12e-40cd-90a0-16ed84db0b38 req-464efd04-aa8b-4e53-851c-8289e69db682 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361714 Sep 16 02:28:50.706546 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d1f256e2-7cab-49be-af10-6eb2a1b53e43 req-a82ed9f0-f18a-4609-a176-bd4b3cb4de40 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0310619 Sep 16 02:28:50.835910 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf37993-b567-4663-bb8a-c8859328469c req-7c75b009-d02e-4bfd-aad6-0980017ef4e4 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:50.837404 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9bf37993-b567-4663-bb8a-c8859328469c req-7c75b009-d02e-4bfd-aad6-0980017ef4e4 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0498528 Sep 16 02:28:50.877077 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9bf37993-b567-4663-bb8a-c8859328469c req-4ee02958-f4fa-47b9-b260-0e20017f1ba1 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337424 Sep 16 02:28:51.038883 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ccf90-4c10-42ad-891e-bb2d28617ff4 req-222f0dbf-8889-4efa-a168-1601a3864eb9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:51.040460 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-151ccf90-4c10-42ad-891e-bb2d28617ff4 req-222f0dbf-8889-4efa-a168-1601a3864eb9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0503705 Sep 16 02:28:51.080339 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-151ccf90-4c10-42ad-891e-bb2d28617ff4 req-9d1196a3-4515-4217-a82c-da7e372599bf tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340555 Sep 16 02:28:51.445678 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fdbb555b-f0fe-4671-a304-d592f49c0371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:51.648808 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d6ba0-bf31-4cd3-9e4d-9ce3dd256837 req-866a7352-4993-4ada-b0b6-d9cbef3e03cc tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:51.650278 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6d4d6ba0-bf31-4cd3-9e4d-9ce3dd256837 req-866a7352-4993-4ada-b0b6-d9cbef3e03cc tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0488069 Sep 16 02:28:51.688420 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6d4d6ba0-bf31-4cd3-9e4d-9ce3dd256837 req-e7e57de0-78d0-4746-9434-6f79efe048db tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Sep 16 02:28:51.806877 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c2f6d9ed-cde2-41ee-a9ac-cf462c865ae5 req-4d7efec0-6d18-43a4-9a0a-7588ea7c125b tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0278552 Sep 16 02:28:51.994238 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec08d1-17a2-452d-a4db-e3a0b7c17923 req-50463b74-279d-4fa6-b274-cd3067e697a8 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:51.996510 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6bec08d1-17a2-452d-a4db-e3a0b7c17923 req-50463b74-279d-4fa6-b274-cd3067e697a8 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0510204 Sep 16 02:28:52.040188 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6bec08d1-17a2-452d-a4db-e3a0b7c17923 req-aaa3e759-f5da-423a-9bea-6ab5f96790b0 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377891 Sep 16 02:28:52.196012 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598bdc-af13-4244-be86-ef636f65190b req-ced562cd-7635-4cd3-992e-b17e618b97c3 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:52.197537 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68598bdc-af13-4244-be86-ef636f65190b req-ced562cd-7635-4cd3-992e-b17e618b97c3 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0489399 Sep 16 02:28:52.235722 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68598bdc-af13-4244-be86-ef636f65190b req-e54f4b53-7728-4481-8534-d8579c92106b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Sep 16 02:28:52.258244 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:52.616740 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:52.809560 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda19be-c28f-476d-ac3e-2ca0de8e5de0 req-17b7bb86-d5dd-4914-80da-64c724feefd1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:52.811160 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-efda19be-c28f-476d-ac3e-2ca0de8e5de0 req-17b7bb86-d5dd-4914-80da-64c724feefd1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0480680 Sep 16 02:28:52.850881 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-efda19be-c28f-476d-ac3e-2ca0de8e5de0 req-6c96feb9-5cdc-4334-b1a4-4e48c223156b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Sep 16 02:28:52.902816 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4d0a208c-7a56-41b0-af5a-e6629f61de0d req-08785efd-b884-4567-b3a7-91ffe6086398 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0292723 Sep 16 02:28:53.153359 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5d3f1-8b39-474c-bd7c-f18bc8115823 req-dc36fa50-80ce-44fb-9667-d12399de85ef tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:53.155539 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1ff5d3f1-8b39-474c-bd7c-f18bc8115823 req-dc36fa50-80ce-44fb-9667-d12399de85ef tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0495422 Sep 16 02:28:53.162469 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:28:53.194526 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1ff5d3f1-8b39-474c-bd7c-f18bc8115823 req-9779d95b-85cc-4b36-a7d8-f45f9b0dc7d3 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Sep 16 02:28:53.353515 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611510ed-edc0-4ea0-b23a-1e1b662db902 req-0838ffc5-6e74-4c1b-8666-0975137139cf tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:53.355040 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-611510ed-edc0-4ea0-b23a-1e1b662db902 req-0838ffc5-6e74-4c1b-8666-0975137139cf tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0546994 Sep 16 02:28:53.395678 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-611510ed-edc0-4ea0-b23a-1e1b662db902 req-a5ee921b-df8b-4abf-8fc3-8677d393742b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Sep 16 02:28:53.972620 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc046b-ad65-43a6-b535-317793589788 req-0e23d1bf-1c5f-4c41-9ac2-df2efddf708d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:53.974647 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eafc046b-ad65-43a6-b535-317793589788 req-0e23d1bf-1c5f-4c41-9ac2-df2efddf708d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0512636 Sep 16 02:28:54.015520 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aebdb92e-6311-42f3-960d-4032036ff098 req-e4f3b40a-87b3-4d7c-8a4d-65e1ac32a212 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0345707 Sep 16 02:28:54.026960 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eafc046b-ad65-43a6-b535-317793589788 req-c25f6a1a-ea84-4a75-8f9c-6582787e5323 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456402 Sep 16 02:28:54.054375 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:54.310086 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e766910-e952-474b-a9ad-3a28dba88442 req-fed94326-7a70-42d8-9b17-6191a4ffa902 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:54.311618 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5e766910-e952-474b-a9ad-3a28dba88442 req-fed94326-7a70-42d8-9b17-6191a4ffa902 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0516362 Sep 16 02:28:54.349488 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5e766910-e952-474b-a9ad-3a28dba88442 req-a7bcc502-8c3e-4ca4-a472-a1310be9b205 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Sep 16 02:28:54.508445 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65525814-ed29-4939-97c2-ccfcb43b0b7f req-8b657c12-87e3-4741-a237-034e4d3334e6 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:54.509801 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-65525814-ed29-4939-97c2-ccfcb43b0b7f req-8b657c12-87e3-4741-a237-034e4d3334e6 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0469670 Sep 16 02:28:54.546992 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-65525814-ed29-4939-97c2-ccfcb43b0b7f req-d8b30537-b5aa-4567-a47e-d1b8613a7362 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Sep 16 02:28:55.100731 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bc33df67-f230-46ef-a8ec-f1eb748eb32b req-17fca85c-628f-4150-8073-9f418a2b5f64 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0261843 Sep 16 02:28:55.160977 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1de990-e9fd-4a39-bba8-bbb0070297c7 req-dd6098e8-66e5-4c06-bb66-a87e9322545b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:55.162540 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4c1de990-e9fd-4a39-bba8-bbb0070297c7 req-dd6098e8-66e5-4c06-bb66-a87e9322545b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0561686 Sep 16 02:28:55.201400 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4c1de990-e9fd-4a39-bba8-bbb0070297c7 req-34fd7cde-ae6b-4834-8adc-75be82b333ad tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328808 Sep 16 02:28:55.293386 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a55adc-c215-4b36-8f55-7d387c7d298c req-a59ec601-44ad-4edd-b955-9aab674ad7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:55.294860 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51a55adc-c215-4b36-8f55-7d387c7d298c req-a59ec601-44ad-4edd-b955-9aab674ad7a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 1098 time: 0.0388217 Sep 16 02:28:55.297536 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505776-c63d-4189-b92b-c28e06f00e09 req-2684c2e3-74ba-41e7-8610-03a19576a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:55.299011 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-85505776-c63d-4189-b92b-c28e06f00e09 req-2684c2e3-74ba-41e7-8610-03a19576a2bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 1097 time: 0.0444381 Sep 16 02:28:55.345672 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51a55adc-c215-4b36-8f55-7d387c7d298c req-bf89ab6a-07fb-4cd9-8337-0d337608e7b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375037 Sep 16 02:28:55.422439 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505776-c63d-4189-b92b-c28e06f00e09 req-4cf774fa-d9d8-485d-8bab-c7dbde59a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:55.423949 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-85505776-c63d-4189-b92b-c28e06f00e09 req-4cf774fa-d9d8-485d-8bab-c7dbde59a8a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 918 time: 0.0989351 Sep 16 02:28:55.472744 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8d2a8-0475-4fe1-a3ea-4f121dc47606 req-b478fcae-1db8-4476-9651-1cc1a407742d tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:55.474768 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-47e8d2a8-0475-4fe1-a3ea-4f121dc47606 req-b478fcae-1db8-4476-9651-1cc1a407742d tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0490217 Sep 16 02:28:55.510966 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-47e8d2a8-0475-4fe1-a3ea-4f121dc47606 req-16e8d5b1-d7e0-4d7d-8dd0-898959579381 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303967 Sep 16 02:28:55.634315 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-85505776-c63d-4189-b92b-c28e06f00e09 req-09c192c5-c04a-4dcc-ab0c-b6cf4a2ff95e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5afb7787-76d6-4f16-8531-4e75bad13974 HTTP/1.1" status: 200 len: 998 time: 0.0613606 Sep 16 02:28:55.660207 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822b0e4-b848-4afb-b170-6e221875983f req-91ee7a16-5870-4a41-8488-f0875ee45814 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:55.662314 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c822b0e4-b848-4afb-b170-6e221875983f req-91ee7a16-5870-4a41-8488-f0875ee45814 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0492344 Sep 16 02:28:55.701661 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c822b0e4-b848-4afb-b170-6e221875983f req-40b26dd1-0151-46c7-b7bf-f5a738a908b4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331628 Sep 16 02:28:55.899578 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505776-c63d-4189-b92b-c28e06f00e09 req-c27561f0-352b-4c99-92ca-75e94acad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:55.900916 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-85505776-c63d-4189-b92b-c28e06f00e09 req-c27561f0-352b-4c99-92ca-75e94acad944 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.2557290 Sep 16 02:28:55.948740 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505776-c63d-4189-b92b-c28e06f00e09 req-7f8a0127-3030-49ee-b441-6732668d90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:55.950105 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-85505776-c63d-4189-b92b-c28e06f00e09 req-7f8a0127-3030-49ee-b441-6732668d90c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0364993 Sep 16 02:28:56.042119 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-85505776-c63d-4189-b92b-c28e06f00e09 req-665050a2-77d4-4bda-aeea-cf259fafcd97 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818748 Sep 16 02:28:56.135639 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-85505776-c63d-4189-b92b-c28e06f00e09 req-9018721a-d47e-48d3-bb08-0a2ab073b015 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825498 Sep 16 02:28:56.218290 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6be11891-b7fb-4b47-bfb9-f07c38b82b28 req-902d6ce7-7da1-4414-a538-115b5bc2b739 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=253641d5-a18c-4839-8737-f9f842f732b9 HTTP/1.1" status: 200 len: 210 time: 0.0275242 Sep 16 02:28:56.317456 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80b07-050c-472e-9ac9-82154cae6b45 req-728a97b2-d9b7-4c64-8e31-0f88278d22bf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:56.318893 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7cb80b07-050c-472e-9ac9-82154cae6b45 req-728a97b2-d9b7-4c64-8e31-0f88278d22bf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0470994 Sep 16 02:28:56.354711 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7cb80b07-050c-472e-9ac9-82154cae6b45 req-5acd039a-af59-4346-b66a-687f266e5042 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299742 Sep 16 02:28:56.603995 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device f990e8e4-a9ef-41de-8a99-788b5fdbb9eb details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:28:56.629486 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badb2bc-0248-43e1-bbdb-989f6eb1c008 req-c0040128-c42c-4d89-9a31-5412cec30908 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:56.632222 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8badb2bc-0248-43e1-bbdb-989f6eb1c008 req-c0040128-c42c-4d89-9a31-5412cec30908 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 943 time: 0.0569420 Sep 16 02:28:56.669103 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8badb2bc-0248-43e1-bbdb-989f6eb1c008 req-00c07c7f-a4c8-4980-b33b-d124105389d1 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Sep 16 02:28:56.706416 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:56.717668 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': 'f990e8e4-a9ef-41de-8a99-788b5fdbb9eb', 'network_id': 'c12a495c-cbd1-4980-a189-581beccceb84', 'port_id': 'f990e8e4-a9ef-41de-8a99-788b5fdbb9eb', 'mac_address': 'fa:16:3e:9f:9c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd45c45f-f197-4e54-a92f-0c4b3b31dae4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:28:56.757908 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:56.770966 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f990e8e4-a9ef-41de-8a99-788b5fdbb9eb {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:28:56.794610 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:56.798787 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:56.836416 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfac17-f508-4a5d-80f4-6803474f749c req-deef6097-f281-4a6f-88d4-a967443c413b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:56.837900 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1adfac17-f508-4a5d-80f4-6803474f749c req-deef6097-f281-4a6f-88d4-a967443c413b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0571632 Sep 16 02:28:56.847209 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:56.879697 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1adfac17-f508-4a5d-80f4-6803474f749c req-d5ec1b0b-1170-4020-9bf3-c046a261e913 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346599 Sep 16 02:28:57.215619 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['f990e8e4-a9ef-41de-8a99-788b5fdbb9eb'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:28:57.476874 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80711e-8ba5-4d72-ad34-821d0de0b24e req-e50e81dd-9cf6-4b7d-b1a1-245dea262b44 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:57.478378 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ab80711e-8ba5-4d72-ad34-821d0de0b24e req-e50e81dd-9cf6-4b7d-b1a1-245dea262b44 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0492911 Sep 16 02:28:57.490565 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f588478-6ba8-4b9c-a16d-e1be801cee89 req-ce0a76d7-d599-4ef1-99df-ea76076cfd1d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:57.492046 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f588478-6ba8-4b9c-a16d-e1be801cee89 req-ce0a76d7-d599-4ef1-99df-ea76076cfd1d tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0491292 Sep 16 02:28:57.515189 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ab80711e-8ba5-4d72-ad34-821d0de0b24e req-28b0279f-c9bc-4ab6-881d-95db53595409 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308950 Sep 16 02:28:57.528763 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f588478-6ba8-4b9c-a16d-e1be801cee89 req-0b4ab970-d6e3-4042-8179-84aebfe3fdc0 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308056 Sep 16 02:28:57.786838 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5bf5c-799e-49e9-8ba8-ca4675259541 req-5212d73b-4a0b-4139-8262-62b354da4a54 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:57.788353 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cac5bf5c-799e-49e9-8ba8-ca4675259541 req-5212d73b-4a0b-4139-8262-62b354da4a54 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 944 time: 0.0467825 Sep 16 02:28:57.824020 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cac5bf5c-799e-49e9-8ba8-ca4675259541 req-5c594a1d-f4a7-4480-8f1a-3244c87e04ac tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299773 Sep 16 02:28:57.987730 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b432c9-9131-400e-b8ad-53e9ee7fc588 req-5dda61c5-0064-407a-bc00-e618721821f8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:57.989716 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-47b432c9-9131-400e-b8ad-53e9ee7fc588 req-5dda61c5-0064-407a-bc00-e618721821f8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0467498 Sep 16 02:28:58.024781 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-47b432c9-9131-400e-b8ad-53e9ee7fc588 req-f6652901-f43d-416e-af00-accbdae64fc8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293763 Sep 16 02:28:58.137157 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9cb5f-f09b-4531-b61b-c9e2e8f92f2a req-ba913b04-094f-41ab-b11d-611b245af672 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:58.138586 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d9e9cb5f-f09b-4531-b61b-c9e2e8f92f2a req-ba913b04-094f-41ab-b11d-611b245af672 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0504472 Sep 16 02:28:58.174936 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d9e9cb5f-f09b-4531-b61b-c9e2e8f92f2a req-1e341ac3-80de-40fb-b463-8eba0a223b24 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Sep 16 02:28:58.485911 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d369c0e-58e5-4623-bd87-54eb4352779f req-f59f2d0c-7529-464c-a022-e1863bf3d57d tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:58.487383 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7d369c0e-58e5-4623-bd87-54eb4352779f req-f59f2d0c-7529-464c-a022-e1863bf3d57d tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0475366 Sep 16 02:28:58.523473 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7d369c0e-58e5-4623-bd87-54eb4352779f req-5f8aac85-2b06-4ebb-b1db-88d1f83053f7 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303369 Sep 16 02:28:58.636943 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1da29-24fe-426c-b3d9-2c70fe5f7e58 req-f21e8d4c-7f2e-45dc-ae8d-561eb34e068c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:58.638582 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-14d1da29-24fe-426c-b3d9-2c70fe5f7e58 req-f21e8d4c-7f2e-45dc-ae8d-561eb34e068c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0507555 Sep 16 02:28:58.643656 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device f990e8e4-a9ef-41de-8a99-788b5fdbb9eb up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:28:58.644156 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500fb78-3813-4b26-a916-91a1ba2fb8eb req-e7af4215-4931-4372-8f61-8813ab32afe2 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:58.645908 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9500fb78-3813-4b26-a916-91a1ba2fb8eb req-e7af4215-4931-4372-8f61-8813ab32afe2 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0489566 Sep 16 02:28:58.688350 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9500fb78-3813-4b26-a916-91a1ba2fb8eb req-822e4d5a-0039-4acc-9e82-ff3051aabe84 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363431 Sep 16 02:28:58.693832 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-14d1da29-24fe-426c-b3d9-2c70fe5f7e58 req-dd957bf5-f2c6-4e78-b478-54d29352a389 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425296 Sep 16 02:28:58.732640 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:28:58.736610 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:28:58.736980 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:58.821430 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:58.844875 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2ff373-53c9-450d-a143-a5f3c1228dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f990e8e4-a9ef-41de-8a99-788b5fdbb9eb'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:28:58.849700 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e83e3d1-aa77-4b0c-acc5-ca8b6e4107c4" -d '{"events": [{"server_uuid": "cc2ff373-53c9-450d-a143-a5f3c1228dc9", "name": "network-vif-plugged", "status": "completed", "tag": "f990e8e4-a9ef-41de-8a99-788b5fdbb9eb"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:28:58.863338 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:28:58.869462 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:28:58.909115 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8454b0ef-21e2-4011-aa00-f16f7b900aae x-openstack-request-id: req-8454b0ef-21e2-4011-aa00-f16f7b900aae {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:28:58.909400 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2ff373-53c9-450d-a143-a5f3c1228dc9", "name": "network-vif-plugged", "status": "completed", "tag": "f990e8e4-a9ef-41de-8a99-788b5fdbb9eb", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:28:58.909641 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8454b0ef-21e2-4011-aa00-f16f7b900aae {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:28:58.910015 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2ff373-53c9-450d-a143-a5f3c1228dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f990e8e4-a9ef-41de-8a99-788b5fdbb9eb', 'code': 200} Sep 16 02:28:58.940798 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:28:58.950926 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa69ed-bf1e-43c5-a844-f85d626bd8bc req-03c6025e-e702-4059-9cbd-7b41b5981e93 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:58.952445 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-93aa69ed-bf1e-43c5-a844-f85d626bd8bc req-03c6025e-e702-4059-9cbd-7b41b5981e93 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 945 time: 0.0547202 Sep 16 02:28:58.993274 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-93aa69ed-bf1e-43c5-a844-f85d626bd8bc req-9bc99290-544f-4923-b43d-163819e04265 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339057 Sep 16 02:28:59.081294 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e1f29-0f06-4c47-8d93-be67fc3d1ec1 req-cb549fbe-0159-49b5-85a1-8297ca8ec2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:59.083231 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1e9e1f29-0f06-4c47-8d93-be67fc3d1ec1 req-cb549fbe-0159-49b5-85a1-8297ca8ec2fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0405636 Sep 16 02:28:59.119413 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1e9e1f29-0f06-4c47-8d93-be67fc3d1ec1 req-1e0ab9d1-af6b-40f8-8517-737bc832d6a0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271347 Sep 16 02:28:59.834855 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b443e-d5d9-4535-bdb7-cfcf1e5ed2a0 req-0b9c5f69-d953-4b7c-833d-c9b951ca7493 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:28:59.836486 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-854b443e-d5d9-4535-bdb7-cfcf1e5ed2a0 req-0b9c5f69-d953-4b7c-833d-c9b951ca7493 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0690675 Sep 16 02:28:59.876675 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-854b443e-d5d9-4535-bdb7-cfcf1e5ed2a0 req-3eb5e1ef-0edb-453d-ab5a-29c1e2630614 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340636 Sep 16 02:29:00.025775 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78206-2d30-4974-9103-571423963f8c req-0922d69b-d3ca-4563-bf33-d3720f05f1e9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:00.027265 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-42c78206-2d30-4974-9103-571423963f8c req-0922d69b-d3ca-4563-bf33-d3720f05f1e9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.2647705 Sep 16 02:29:00.068135 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-42c78206-2d30-4974-9103-571423963f8c req-fc704dc8-44cd-4750-a937-59c8506d3faf tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336337 Sep 16 02:29:00.129498 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08771-1bdd-4543-8fea-e9103d808002 req-47fc5ea0-336e-4042-a227-6c060fc90fb3 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:00.130962 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e4c08771-1bdd-4543-8fea-e9103d808002 req-47fc5ea0-336e-4042-a227-6c060fc90fb3 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 945 time: 0.0514479 Sep 16 02:29:00.168467 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e4c08771-1bdd-4543-8fea-e9103d808002 req-9bb94de6-4377-4bee-830f-b0be5ae456eb tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314810 Sep 16 02:29:00.997409 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07543466-df3f-46a2-a75f-c0d26daf5f6b req-7cfa94ce-6c33-4106-91ee-5efdffa4a265 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:00.999252 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-07543466-df3f-46a2-a75f-c0d26daf5f6b req-7cfa94ce-6c33-4106-91ee-5efdffa4a265 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0495710 Sep 16 02:29:01.037452 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-07543466-df3f-46a2-a75f-c0d26daf5f6b req-76b0ef55-65cc-4763-92bf-e920574952ec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320971 Sep 16 02:29:01.192302 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286bcba-6a14-4bdb-9167-5fcc37002f2e req-4c8b6282-2ff6-481d-92cc-2cf886e7eeff tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:01.193898 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7286bcba-6a14-4bdb-9167-5fcc37002f2e req-4c8b6282-2ff6-481d-92cc-2cf886e7eeff tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0595963 Sep 16 02:29:01.255812 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7286bcba-6a14-4bdb-9167-5fcc37002f2e req-6cb2c563-678d-40f3-8267-ff636255a4eb tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544863 Sep 16 02:29:01.297541 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1f0ec-3c1c-4d9c-8b2c-2802f58c917b req-7e7f7c41-65df-46d6-9bbb-b8cfc2a1ebac tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:01.299153 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-76f1f0ec-3c1c-4d9c-8b2c-2802f58c917b req-7e7f7c41-65df-46d6-9bbb-b8cfc2a1ebac tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 945 time: 0.0490084 Sep 16 02:29:01.337667 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-76f1f0ec-3c1c-4d9c-8b2c-2802f58c917b req-129ce16c-a26f-48d2-a0e0-8d823a7b8c2a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320349 Sep 16 02:29:02.159056 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f59a4-30de-47c3-898c-bd2ff6af7afa req-f6469399-1fe0-4714-9321-a74ddeed8e7c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:02.160559 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b05f59a4-30de-47c3-898c-bd2ff6af7afa req-f6469399-1fe0-4714-9321-a74ddeed8e7c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0524640 Sep 16 02:29:02.196729 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b05f59a4-30de-47c3-898c-bd2ff6af7afa req-a1030b61-115b-437b-af4a-cbbbaa1d14d8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302265 Sep 16 02:29:02.364216 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f703f-8e27-40bf-9db8-5e889d118640 req-b0b37e8f-f3ba-41e3-9bc7-e8d0a8352bcb tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:02.365686 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-033f703f-8e27-40bf-9db8-5e889d118640 req-b0b37e8f-f3ba-41e3-9bc7-e8d0a8352bcb tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0480623 Sep 16 02:29:02.404768 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-033f703f-8e27-40bf-9db8-5e889d118640 req-62609c55-63b2-4e9e-b308-8682969d69fa tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333571 Sep 16 02:29:03.314927 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d2532-6d1b-499e-838c-55c7406b6b2d req-2c915c26-4201-43df-bcf0-230196b6cde2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:03.316416 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e12d2532-6d1b-499e-838c-55c7406b6b2d req-2c915c26-4201-43df-bcf0-230196b6cde2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0476062 Sep 16 02:29:03.353611 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e12d2532-6d1b-499e-838c-55c7406b6b2d req-2d9d162f-95f7-470f-9f0d-267edd2171a0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311785 Sep 16 02:29:03.520246 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2a9e4-a4f8-4903-8a91-7735c3a510e8 req-0801b429-dc8e-4c39-9317-2469d77773ce tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:03.521628 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d4c2a9e4-a4f8-4903-8a91-7735c3a510e8 req-0801b429-dc8e-4c39-9317-2469d77773ce tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0479236 Sep 16 02:29:03.559137 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d4c2a9e4-a4f8-4903-8a91-7735c3a510e8 req-1358bcfd-320e-4cb5-ac9e-b314b88c0415 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Sep 16 02:29:04.467634 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84f40a-176c-4eec-861b-e4b21162ac18 req-c1b1ed22-9789-4404-8219-7493c1aff86c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:04.469063 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4a84f40a-176c-4eec-861b-e4b21162ac18 req-c1b1ed22-9789-4404-8219-7493c1aff86c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 944 time: 0.0465286 Sep 16 02:29:04.505559 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4a84f40a-176c-4eec-861b-e4b21162ac18 req-5b95dd57-251b-4501-97b5-d135a4d21c39 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300870 Sep 16 02:29:04.663590 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 5afb7787-76d6-4f16-8531-4e75bad13974 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:29:04.671041 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa554f9e-8417-467d-83f8-71dc8747a885 req-661c698b-2009-47ea-93b4-9af5d5e0819a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:04.672568 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aa554f9e-8417-467d-83f8-71dc8747a885 req-661c698b-2009-47ea-93b4-9af5d5e0819a tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0484185 Sep 16 02:29:04.709974 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aa554f9e-8417-467d-83f8-71dc8747a885 req-72b85b3f-cbc7-4d63-b04d-dc6ec702b1a9 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/security-groups?id=119d98e1-54a4-42d3-99a6-7f44ef30bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Sep 16 02:29:04.762071 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:04.773346 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '5afb7787-76d6-4f16-8531-4e75bad13974', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'port_id': '5afb7787-76d6-4f16-8531-4e75bad13974', 'mac_address': 'fa:16:3e:66:bd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:29:04.814011 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:04.826519 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afb7787-76d6-4f16-8531-4e75bad13974 {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:29:04.844666 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:04.848118 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:04.894029 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=9']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:04.975022 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-d38f6bf5-b1fc-483e-8665-8cdc9cc37bf7 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:04.976367 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-d38f6bf5-b1fc-483e-8665-8cdc9cc37bf7 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.15 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 945 time: 0.0496910 Sep 16 02:29:05.076418 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-7df85829-da75-4141-9551-439d28df569c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Deleting port 3e0024da-6425-43a3-b104-0d2fff5b576d {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:05.076764 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-7df85829-da75-4141-9551-439d28df569c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:05.179665 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['5afb7787-76d6-4f16-8531-4e75bad13974'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:05.189902 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-7df85829-da75-4141-9551-439d28df569c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] For port 3e0024da-6425-43a3-b104-0d2fff5b576d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3e0024da-6425-43a3-b104-0d2fff5b576d,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:05.190259 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-7df85829-da75-4141-9551-439d28df569c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:05.201738 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-7df85829-da75-4141-9551-439d28df569c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Calling delete_port for 3e0024da-6425-43a3-b104-0d2fff5b576d owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:05.325144 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-7df85829-da75-4141-9551-439d28df569c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:05.356426 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df85829-da75-4141-9551-439d28df569c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Pushing event deleted for resources: {'Port': ['ID=3e0024da-6425-43a3-b104-0d2fff5b576d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:05.396700 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-7df85829-da75-4141-9551-439d28df569c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] No DVR routers for this DVR port 3e0024da-6425-43a3-b104-0d2fff5b576d on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:29:05.399846 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-7df85829-da75-4141-9551-439d28df569c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:05.401983 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68da018b-ba28-42ae-9b25-bbeb2bac79b2 req-7df85829-da75-4141-9551-439d28df569c tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.15 "DELETE /v2.0/ports/3e0024da-6425-43a3-b104-0d2fff5b576d HTTP/1.1" status: 204 len: 173 time: 0.4120314 Sep 16 02:29:05.402426 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71058d8f-379a-44c5-9cb1-d4c7d80a21ec', 'name': 'network-vif-deleted', 'tag': '3e0024da-6425-43a3-b104-0d2fff5b576d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:05.405307 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c410a769-ad31-47f6-b2d9-ecb963b98306" -d '{"events": [{"server_uuid": "71058d8f-379a-44c5-9cb1-d4c7d80a21ec", "name": "network-vif-deleted", "tag": "3e0024da-6425-43a3-b104-0d2fff5b576d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:05.444851 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db77ba5c-c87b-4010-8081-d5005903bc99 x-openstack-request-id: req-db77ba5c-c87b-4010-8081-d5005903bc99 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:05.445138 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71058d8f-379a-44c5-9cb1-d4c7d80a21ec", "name": "network-vif-deleted", "tag": "3e0024da-6425-43a3-b104-0d2fff5b576d", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:05.445385 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db77ba5c-c87b-4010-8081-d5005903bc99 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:05.445781 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71058d8f-379a-44c5-9cb1-d4c7d80a21ec', 'name': 'network-vif-deleted', 'tag': '3e0024da-6425-43a3-b104-0d2fff5b576d', 'status': 'completed', 'code': 200} Sep 16 02:29:05.624891 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00043697-0ac2-4be3-af3d-51cf3c6d721a req-791a5eec-def7-464c-9df2-fb7e9f051b6b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:05.626252 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-00043697-0ac2-4be3-af3d-51cf3c6d721a req-791a5eec-def7-464c-9df2-fb7e9f051b6b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 945 time: 0.0484414 Sep 16 02:29:05.663684 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-00043697-0ac2-4be3-af3d-51cf3c6d721a req-15844c27-79d1-4f47-a781-8d576e75b079 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315688 Sep 16 02:29:05.827350 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3125ee02-1854-4cb7-9cd8-b05df36ec8c2 req-dc37ba6c-4143-4fd2-9e45-e39f93904254 tempest-ServerRescueNegativeTestJSON-1055396015 tempest-ServerRescueNegativeTestJSON-1055396015-project] 10.222.0.35 "GET /v2.0/ports?device_id=71058d8f-379a-44c5-9cb1-d4c7d80a21ec HTTP/1.1" status: 200 len: 210 time: 0.0326655 Sep 16 02:29:06.064287 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['3e0024da-6425-43a3-b104-0d2fff5b576d'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:06.666981 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 5afb7787-76d6-4f16-8531-4e75bad13974 up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:29:06.714170 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 5afb7787-76d6-4f16-8531-4e75bad13974 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:29:06.714538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:06.790277 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13018488-fe4b-4323-9627-ab4ba0b50db9 req-1ec4744e-45ed-4e0d-a8e9-fc5554c4967a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:06.791793 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-13018488-fe4b-4323-9627-ab4ba0b50db9 req-1ec4744e-45ed-4e0d-a8e9-fc5554c4967a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 945 time: 0.0548217 Sep 16 02:29:06.793986 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:06.818460 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:06.820669 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5487ac94-419c-4031-9b47-ec381dbc5860" -d '{"events": [{"server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "name": "network-vif-plugged", "status": "completed", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:06.829162 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-13018488-fe4b-4323-9627-ab4ba0b50db9 req-a11e5119-4758-4981-b2d3-858825c167a6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312600 Sep 16 02:29:06.833269 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:06.837416 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:06.862118 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49177db1-5c64-4abe-adf0-98bdb057071e x-openstack-request-id: req-49177db1-5c64-4abe-adf0-98bdb057071e {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:06.862400 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "name": "network-vif-plugged", "status": "completed", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:06.862644 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49177db1-5c64-4abe-adf0-98bdb057071e {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:06.863021 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974', 'code': 200} Sep 16 02:29:06.886804 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=10']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:06.890388 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51650) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:07.300266 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869201'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:07.495026 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087227f-7374-4224-ab4d-2be5d1ac2e0b req-fd60cbc2-234d-4b8a-9ce8-19fbaca68dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:07.496505 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2087227f-7374-4224-ab4d-2be5d1ac2e0b req-fd60cbc2-234d-4b8a-9ce8-19fbaca68dbf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 1100 time: 0.0393369 Sep 16 02:29:07.538867 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2087227f-7374-4224-ab4d-2be5d1ac2e0b req-8c13b8fd-f8d8-4164-b287-5e1e294d64fc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271962 Sep 16 02:29:07.595952 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] Deleting port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:07.596291 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:07.673052 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] For port 2c3af32e-2fd6-4390-939a-42c5eb9cf56c, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=2c3af32e-2fd6-4390-939a-42c5eb9cf56c,segment=NetworkSegment(95c3c714-7bf5-4e37-ba6f-beb3e764744d),segment_id=95c3c714-7bf5-4e37-ba6f-beb3e764744d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:07.673408 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:07.684952 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] Calling delete_port for 2c3af32e-2fd6-4390-939a-42c5eb9cf56c owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:07.869295 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:07.900312 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3af32e-2fd6-4390-939a-42c5eb9cf56c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:08.026056 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39fa4d-00f1-45f5-975f-30eaf93710c0 req-024dbf10-db7f-43ac-a2b4-03c81c657c9f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:08.027529 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-da39fa4d-00f1-45f5-975f-30eaf93710c0 req-024dbf10-db7f-43ac-a2b4-03c81c657c9f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 947 time: 0.0655353 Sep 16 02:29:08.083537 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0b4ee-8bd6-45a4-964d-ae188de4ebf6 req-87f9b742-a9ee-4895-9098-75f3819003ff tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:08.091508 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-99c0b4ee-8bd6-45a4-964d-ae188de4ebf6 req-87f9b742-a9ee-4895-9098-75f3819003ff tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0578904 Sep 16 02:29:08.124315 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-99c0b4ee-8bd6-45a4-964d-ae188de4ebf6 req-5c876b75-742c-4841-9afa-989fd7bf3e5f tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Sep 16 02:29:08.133398 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-da39fa4d-00f1-45f5-975f-30eaf93710c0 req-bb3ec346-c05b-449c-b3f2-7dcbdfc959ef tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757387 Sep 16 02:29:08.147427 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 51666) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:08.150676 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8121505'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:08.247843 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a659e5-946a-4594-a7de-be32ad348be0 tempest-TestMinimumBasicScenario-309259895 tempest-TestMinimumBasicScenario-309259895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:08.249372 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-72a659e5-946a-4594-a7de-be32ad348be0 tempest-TestMinimumBasicScenario-309259895 tempest-TestMinimumBasicScenario-309259895-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 1093 time: 0.1006606 Sep 16 02:29:08.254812 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51672) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:08.265186 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'floatingip': {'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'port_id': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:08.309204 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:08.459038 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] Router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:29:08.563505 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:08.621568 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:29:08.627790 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-1baadad6-c820-46db-a667-8106c15383f1 admin admin] 10.222.0.35 "PUT /v2.0/routers/7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360775 Sep 16 02:29:08.631335 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51676) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:08.633932 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] Sync routers for ids ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:29:08.642787 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] Routers {'7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:29:08.643427 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:28:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:08.670441 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 3e0024da-6425-43a3-b104-0d2fff5b576d no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:29:08.692759 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 3e0024da-6425-43a3-b104-0d2fff5b576d {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:29:08.693460 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 3e0024da-6425-43a3-b104-0d2fff5b576d not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:29:08.750445 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] Set router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:29:08.794930 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Allocated IP 172.27.2.11 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/00174aad-bc10-48f7-8ea0-5c52ebf4fa44) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:29:08.803800 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:08.923189 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'name': 'tempest-ServerRescueNegativeTestJSON-121506850-router', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:29:07Z', 'revision_number': 5, 'project_id': '12f25c9b855946b2833010988807d7ff', 'gw_port': {'id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:08.953014 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] Checking router: 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:29:08.961860 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] Routers {'7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:29:08.962478 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:28:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:09.069357 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] Set router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:29:09.255423 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:09.270528 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d491b-797a-4b8b-b182-db719bd855ac req-5dd78272-b26c-489d-bc68-7e4f7a84a702 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:09.275879 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0a5d491b-797a-4b8b-b182-db719bd855ac req-5dd78272-b26c-489d-bc68-7e4f7a84a702 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.4368005 Sep 16 02:29:09.287095 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7540e71-f018-4a28-86ae-bb1e69aa198c req-c3ed8154-6096-4554-b994-6f94ea710e59 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:09.292109 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:09.297204 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f7540e71-f018-4a28-86ae-bb1e69aa198c req-c3ed8154-6096-4554-b994-6f94ea710e59 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 947 time: 0.0639575 Sep 16 02:29:09.342633 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'name': 'tempest-ServerRescueNegativeTestJSON-121506850-router', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:29:07Z', 'revision_number': 5, 'project_id': '12f25c9b855946b2833010988807d7ff', 'gw_port': {'id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:09.349023 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f7540e71-f018-4a28-86ae-bb1e69aa198c req-ebb4616d-8d62-4b2c-a863-71dd082e6a52 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450397 Sep 16 02:29:09.372697 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5f497-e9d2-41bf-8bf0-bafca12e20a2 None None] The sync data for ids ['7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9'] in dv-cinder-809306-1-iscsi is: [{'id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'name': 'tempest-ServerRescueNegativeTestJSON-121506850-router', 'tenant_id': '12f25c9b855946b2833010988807d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:29:07Z', 'revision_number': 5, 'project_id': '12f25c9b855946b2833010988807d7ff', 'gw_port': {'id': '3e985e8c-a6d2-4409-a5d7-af45282b609f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:29:09.415591 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0a5d491b-797a-4b8b-b182-db719bd855ac req-6e833d94-3b30-4655-86ea-b1511175f3c6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286442 Sep 16 02:29:09.443794 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:09.478422 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Deleting port 3e985e8c-a6d2-4409-a5d7-af45282b609f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:09.478761 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:09.500725 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:29:09.511624 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:29:09.521571 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:29:09.525806 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'Port': ['ID=00174aad-bc10-48f7-8ea0-5c52ebf4fa44,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:09.631910 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] For port 3e985e8c-a6d2-4409-a5d7-af45282b609f, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=3e985e8c-a6d2-4409-a5d7-af45282b609f,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:09.632273 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:09.667247 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Calling delete_port for 3e985e8c-a6d2-4409-a5d7-af45282b609f owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:10.000847 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.051974 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e985e8c-a6d2-4409-a5d7-af45282b609f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:10.112935 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.152242 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121447'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.268582 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7864630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2442'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.272587 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.281139 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.357623 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7864781'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.358162 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:29:10.370817 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.374579 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-09a9f5d3-ea10-4424-a967-802f21134207 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7c83d62a-eec6-4ab4-9e5e-1cf5a8ae68b9 HTTP/1.1" status: 204 len: 168 time: 1.7426639 Sep 16 02:29:10.375519 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 51724) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:10.467204 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7be99f-1c0b-449d-8291-f735c14fc1ce admin admin] Deleting subnet 937e4229-f78c-4c4e-974f-282e34457138 {{(pid=93921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:29:10.472067 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af7be99f-1c0b-449d-8291-f735c14fc1ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.516527 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.545543 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af7be99f-1c0b-449d-8291-f735c14fc1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020769'] for subnet, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.553957 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.590354 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1885b9-101b-4347-b885-517c1c273c99 req-1e542ed3-7d5a-4d9b-bad5-860adbaa34f9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:10.591839 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3a1885b9-101b-4347-b885-517c1c273c99 req-1e542ed3-7d5a-4d9b-bad5-860adbaa34f9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 947 time: 0.0843141 Sep 16 02:29:10.606167 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af7be99f-1c0b-449d-8291-f735c14fc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.636997 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a5e75-e269-47bf-8264-7abe8bbf0176 req-534c51f7-dac5-4f16-9c8a-1cfbf61bd388 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:10.638495 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-729a5e75-e269-47bf-8264-7abe8bbf0176 req-534c51f7-dac5-4f16-9c8a-1cfbf61bd388 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.1200297 Sep 16 02:29:10.649465 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'Port': ['ID=00174aad-bc10-48f7-8ea0-5c52ebf4fa44,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:10.657668 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.661447 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3a1885b9-101b-4347-b885-517c1c273c99 req-ba7c4572-12b5-4a3f-9279-80cf29654d73 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621369 Sep 16 02:29:10.691890 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af7be99f-1c0b-449d-8291-f735c14fc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16418835'] for subnet, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.710894 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7be99f-1c0b-449d-8291-f735c14fc1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937e4229-f78c-4c4e-974f-282e34457138,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:10.712901 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af7be99f-1c0b-449d-8291-f735c14fc1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.717338 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-af7be99f-1c0b-449d-8291-f735c14fc1ce admin admin] 10.222.0.35 "DELETE /v2.0/subnets/937e4229-f78c-4c4e-974f-282e34457138 HTTP/1.1" status: 204 len: 168 time: 0.3407419 Sep 16 02:29:10.718243 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 51732) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:10.728915 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-729a5e75-e269-47bf-8264-7abe8bbf0176 req-6cba4ba0-9652-4509-8da2-bff8ba33d079 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826483 Sep 16 02:29:10.785143 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.l3_db [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Floating IP de89bf2d-e5d0-4ed4-9cdd-c1878d259cf9 associated. External IP: 172.27.2.11, port: 87390c55-71fb-441b-a0ce-12cef6082b0e. Sep 16 02:29:10.786609 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.867842 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.889197 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9910c1-dccd-493a-b462-b594f2d6f14e']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:10.900914 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c3c714-7bf5-4e37-ba6f-beb3e764744d') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:10.901212 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c3c714-7bf5-4e37-ba6f-beb3e764744d') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:10.910410 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.923117 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.929473 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:29:10.929846 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:29:10.931469 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:29:10.984713 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.990979 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:10.992825 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] 10.222.0.35 "DELETE /v2.0/networks/1d9910c1-dccd-493a-b462-b594f2d6f14e HTTP/1.1" status: 204 len: 168 time: 0.2736554 Sep 16 02:29:11.003173 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce779ee-91be-48fa-8d62-47889917b65f admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9910c1-dccd-493a-b462-b594f2d6f14e,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:11.014393 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Router c4af054b-b194-4099-a3a6-9e405eae5e78 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:29:11.122025 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:29:11.131656 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] Sync routers for ids ['c4af054b-b194-4099-a3a6-9e405eae5e78'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:29:11.142533 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.142860 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] Routers {'c4af054b-b194-4099-a3a6-9e405eae5e78'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:29:11.143526 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:28:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['c4af054b-b194-4099-a3a6-9e405eae5e78'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:11.179980 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d90ac9f3-4466-4cc6-99b0-9df0cd31af4e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9218092 Sep 16 02:29:11.179980 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:11.183503 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 51740) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:11.183690 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec530619-09a5-4660-af93-a460931dc6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:11.185757 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-2055c7c3-958b-4a69-9a72-02b602c3a4a1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855375088', 'description': 'tempest-secgroup-smoke-1855375088 description', 'project_id': '0fea454b17974c3c8773f956fb926556'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:11.215732 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2055c7c3-958b-4a69-9a72-02b602c3a4a1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.235864 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51744) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:11.245632 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdb20c1-59c5-49e5-9b87-e3d49db2f64b x-openstack-request-id: req-0cdb20c1-59c5-49e5-9b87-e3d49db2f64b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:11.245949 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:11.246238 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0cdb20c1-59c5-49e5-9b87-e3d49db2f64b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:11.246626 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'status': 'completed', 'code': 200} Sep 16 02:29:11.296517 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e578ca71-c3f9-4a13-a24a-80b1b021752b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12f25c9b855946b2833010988807d7ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0566325 Sep 16 02:29:11.297294 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51746) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:11.351266 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec530619-09a5-4660-af93-a460931dc6ad req-95072a36-4a51-416c-bc82-c6c0c82deb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:11.353380 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ec530619-09a5-4660-af93-a460931dc6ad req-95072a36-4a51-416c-bc82-c6c0c82deb5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fea454b17974c3c8773f956fb926556&device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 1098 time: 0.0856795 Sep 16 02:29:11.357007 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f71ec88-6fe6-4c4f-93b5-28b63e2021d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.375411 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 3e985e8c-a6d2-4409-a5d7-af45282b609f no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:29:11.380113 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f71ec88-6fe6-4c4f-93b5-28b63e2021d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.380986 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2055c7c3-958b-4a69-9a72-02b602c3a4a1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.402143 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2055c7c3-958b-4a69-9a72-02b602c3a4a1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.433994 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f71ec88-6fe6-4c4f-93b5-28b63e2021d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.439511 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f71ec88-6fe6-4c4f-93b5-28b63e2021d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.443739 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8f71ec88-6fe6-4c4f-93b5-28b63e2021d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/119d98e1-54a4-42d3-99a6-7f44ef30bbad HTTP/1.1" status: 204 len: 168 time: 0.1433985 Sep 16 02:29:11.462866 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 3e985e8c-a6d2-4409-a5d7-af45282b609f {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:29:11.463757 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 3e985e8c-a6d2-4409-a5d7-af45282b609f not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:29:11.464621 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 2c3af32e-2fd6-4390-939a-42c5eb9cf56c no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:29:11.473151 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71ec88-6fe6-4c4f-93b5-28b63e2021d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119d98e1-54a4-42d3-99a6-7f44ef30bbad,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:11.525338 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2055c7c3-958b-4a69-9a72-02b602c3a4a1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.527232 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-2055c7c3-958b-4a69-9a72-02b602c3a4a1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3451841 Sep 16 02:29:11.531782 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 51752) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:11.532639 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 2c3af32e-2fd6-4390-939a-42c5eb9cf56c {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:29:11.533116 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 2c3af32e-2fd6-4390-939a-42c5eb9cf56c not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:29:11.542095 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-19a8cbd4-c6ed-4d5f-a893-6246028c2f9b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'security_group_rule': {'security_group_id': '8b7a487e-59d6-46d8-bf71-0b562974b082', 'project_id': '0fea454b17974c3c8773f956fb926556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:11.551645 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055c7c3-958b-4a69-9a72-02b602c3a4a1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7a487e-59d6-46d8-bf71-0b562974b082,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:11.557281 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] Set router c4af054b-b194-4099-a3a6-9e405eae5e78 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:29:11.605603 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec530619-09a5-4660-af93-a460931dc6ad req-e9b89041-e790-4491-83e8-312de589d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:11.608173 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ec530619-09a5-4660-af93-a460931dc6ad req-e9b89041-e790-4491-83e8-312de589d6ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2561a40-302a-43e7-989c-c7a2cf1be6e5 HTTP/1.1" status: 200 len: 914 time: 0.2426450 Sep 16 02:29:11.617223 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19a8cbd4-c6ed-4d5f-a893-6246028c2f9b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.765785 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ec530619-09a5-4660-af93-a460931dc6ad req-423c33df-13ec-4a67-b57a-bfd73483f436 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 200 len: 998 time: 0.1436539 Sep 16 02:29:11.820565 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19a8cbd4-c6ed-4d5f-a893-6246028c2f9b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.832943 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19a8cbd4-c6ed-4d5f-a893-6246028c2f9b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.867235 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8cbd4-c6ed-4d5f-a893-6246028c2f9b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40286ce3-5c09-45f0-9f09-91fb952ce676,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:11.871430 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec530619-09a5-4660-af93-a460931dc6ad req-c3956ba9-7066-482b-9df8-b35ea0d20321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:11.872965 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ec530619-09a5-4660-af93-a460931dc6ad req-c3956ba9-7066-482b-9df8-b35ea0d20321 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d2f53d8d-5e56-4fe6-b365-429fb210112a HTTP/1.1" status: 200 len: 852 time: 0.0937581 Sep 16 02:29:11.879462 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19a8cbd4-c6ed-4d5f-a893-6246028c2f9b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.884083 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-19a8cbd4-c6ed-4d5f-a893-6246028c2f9b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485789 Sep 16 02:29:11.889578 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 51760) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:11.891268 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce65f7-7d46-4f00-8605-a2ea275eaa81 req-0a93e5f4-5e91-4ff8-aa71-435c442c5815 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:11.892509 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-19ce65f7-7d46-4f00-8605-a2ea275eaa81 req-0a93e5f4-5e91-4ff8-aa71-435c442c5815 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0778019 Sep 16 02:29:11.902536 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-5f377ac6-785c-4a35-8697-d01de43c2382 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'security_group_rule': {'security_group_id': '8b7a487e-59d6-46d8-bf71-0b562974b082', 'project_id': '0fea454b17974c3c8773f956fb926556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:11.912764 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:57Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': 'de89bf2d-e5d0-4ed4-9cdd-c1878d259cf9', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'port_id': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'mac_address': 'fa:16:3e:47:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4722445a-8d09-436c-9915-53087a0f989b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:29:09Z', 'updated_at': '2021-09-16T02:29:09Z', 'revision_number': 0, 'project_id': '0fea454b17974c3c8773f956fb926556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3076c06-a266-4025-82d8-e830b64dbc76', 'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'mac_address': 'fa:16:3e:83:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:56Z', 'updated_at': '2021-09-16T02:28:01Z', 'revision_number': 5, 'project_id': '0fea454b17974c3c8773f956fb926556', 'subnets': [{'id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:11.940950 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-19ce65f7-7d46-4f00-8605-a2ea275eaa81 req-a4037985-c641-441c-b819-4958277cd331 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408461 Sep 16 02:29:11.950785 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] Checking router: c4af054b-b194-4099-a3a6-9e405eae5e78 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:29:11.955737 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec530619-09a5-4660-af93-a460931dc6ad req-a2580280-b40c-45f3-908b-707631f8e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:11.957872 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ec530619-09a5-4660-af93-a460931dc6ad req-a2580280-b40c-45f3-908b-707631f8e275 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2561a40-302a-43e7-989c-c7a2cf1be6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752277 Sep 16 02:29:11.958704 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f377ac6-785c-4a35-8697-d01de43c2382 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:11.963267 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] Routers {'c4af054b-b194-4099-a3a6-9e405eae5e78'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:29:11.963267 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:28:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['c4af054b-b194-4099-a3a6-9e405eae5e78'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:12.070079 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] Set router c4af054b-b194-4099-a3a6-9e405eae5e78 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:29:12.097201 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f377ac6-785c-4a35-8697-d01de43c2382 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.100137 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ec530619-09a5-4660-af93-a460931dc6ad req-7e027dfe-f9d0-4440-bcd3-31563fd99cc3 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320713 Sep 16 02:29:12.102565 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f377ac6-785c-4a35-8697-d01de43c2382 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.136472 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f377ac6-785c-4a35-8697-d01de43c2382 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.139308 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-5f377ac6-785c-4a35-8697-d01de43c2382 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2387061 Sep 16 02:29:12.140417 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51772) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:12.145786 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a74083cc-7c1b-4ff6-b6a0-5aee03b0eaef tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'security_group_rule': {'security_group_id': '8b7a487e-59d6-46d8-bf71-0b562974b082', 'project_id': '0fea454b17974c3c8773f956fb926556', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:12.157011 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f377ac6-785c-4a35-8697-d01de43c2382 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e89913-3584-4542-874f-16fdc42e4e32,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:12.189426 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a74083cc-7c1b-4ff6-b6a0-5aee03b0eaef tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.244042 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ec530619-09a5-4660-af93-a460931dc6ad req-5950bb2f-7ead-4a3e-bcbd-9ce569664445 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237106 Sep 16 02:29:12.247535 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a74083cc-7c1b-4ff6-b6a0-5aee03b0eaef tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.261107 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a74083cc-7c1b-4ff6-b6a0-5aee03b0eaef tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.281874 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74083cc-7c1b-4ff6-b6a0-5aee03b0eaef tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add0f398-1c9d-4f4e-89c0-1c192e26aeb0,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:12.295343 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a74083cc-7c1b-4ff6-b6a0-5aee03b0eaef tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.296570 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a74083cc-7c1b-4ff6-b6a0-5aee03b0eaef tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550486 Sep 16 02:29:12.299336 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51778) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:12.304429 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-497a3237-1eab-474b-9824-5f39f6fd4b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'security_group_rule': {'security_group_id': '8b7a487e-59d6-46d8-bf71-0b562974b082', 'project_id': '0fea454b17974c3c8773f956fb926556', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:12.338546 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-497a3237-1eab-474b-9824-5f39f6fd4b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.341476 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:57Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': 'de89bf2d-e5d0-4ed4-9cdd-c1878d259cf9', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'port_id': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'mac_address': 'fa:16:3e:47:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4722445a-8d09-436c-9915-53087a0f989b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:29:09Z', 'updated_at': '2021-09-16T02:29:09Z', 'revision_number': 0, 'project_id': '0fea454b17974c3c8773f956fb926556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3076c06-a266-4025-82d8-e830b64dbc76', 'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'mac_address': 'fa:16:3e:83:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:56Z', 'updated_at': '2021-09-16T02:28:01Z', 'revision_number': 5, 'project_id': '0fea454b17974c3c8773f956fb926556', 'subnets': [{'id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:12.371628 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea3f61-921a-4e6a-8a95-eb77da605643 None None] The sync data for ids ['c4af054b-b194-4099-a3a6-9e405eae5e78'] in dv-cinder-809306-1-iscsi is: [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:57Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': 'de89bf2d-e5d0-4ed4-9cdd-c1878d259cf9', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'port_id': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'mac_address': 'fa:16:3e:47:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4722445a-8d09-436c-9915-53087a0f989b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:29:09Z', 'updated_at': '2021-09-16T02:29:09Z', 'revision_number': 0, 'project_id': '0fea454b17974c3c8773f956fb926556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3076c06-a266-4025-82d8-e830b64dbc76', 'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'mac_address': 'fa:16:3e:83:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:56Z', 'updated_at': '2021-09-16T02:28:01Z', 'revision_number': 5, 'project_id': '0fea454b17974c3c8773f956fb926556', 'subnets': [{'id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:29:12.403305 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-497a3237-1eab-474b-9824-5f39f6fd4b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.408392 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-497a3237-1eab-474b-9824-5f39f6fd4b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.427929 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a3237-1eab-474b-9824-5f39f6fd4b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356ae86b-53d2-4f99-833c-01d235fa62a6,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:12.435431 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-497a3237-1eab-474b-9824-5f39f6fd4b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.439483 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 51784) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:12.439985 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-497a3237-1eab-474b-9824-5f39f6fd4b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391156 Sep 16 02:29:12.444677 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-2a373bf4-08a8-423d-bd5f-3d3f9d2e91d4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'security_group_rule': {'security_group_id': '8b7a487e-59d6-46d8-bf71-0b562974b082', 'project_id': '0fea454b17974c3c8773f956fb926556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:12.468663 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.securitygroups_db [None req-2a373bf4-08a8-423d-bd5f-3d3f9d2e91d4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Project 0fea454b17974c3c8773f956fb926556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:29:12.473970 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a373bf4-08a8-423d-bd5f-3d3f9d2e91d4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.548456 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a373bf4-08a8-423d-bd5f-3d3f9d2e91d4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.553531 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a373bf4-08a8-423d-bd5f-3d3f9d2e91d4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.570328 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a373bf4-08a8-423d-bd5f-3d3f9d2e91d4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30982657-21a7-4307-a4cf-a6a32b846387,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:12.583388 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a373bf4-08a8-423d-bd5f-3d3f9d2e91d4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.587629 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-2a373bf4-08a8-423d-bd5f-3d3f9d2e91d4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470835 Sep 16 02:29:12.588296 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51788) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:12.593234 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ddd5fcd8-1f97-4f02-9b3a-109ee433d3d8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'security_group_rule': {'security_group_id': '8b7a487e-59d6-46d8-bf71-0b562974b082', 'project_id': '0fea454b17974c3c8773f956fb926556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:12.593602 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f7b69d-7021-46fc-839c-8d786d327a9f None None] New status for floating IP de89bf2d-e5d0-4ed4-9cdd-c1878d259cf9: ACTIVE {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:29:12.638821 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-ddd5fcd8-1f97-4f02-9b3a-109ee433d3d8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Project 0fea454b17974c3c8773f956fb926556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:29:12.643860 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fcd8-1f97-4f02-9b3a-109ee433d3d8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.713132 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fcd8-1f97-4f02-9b3a-109ee433d3d8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.721901 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fcd8-1f97-4f02-9b3a-109ee433d3d8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.739640 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5fcd8-1f97-4f02-9b3a-109ee433d3d8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340ad57c-bb90-4b3c-88a0-367f2abc49cd,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:12.749241 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fcd8-1f97-4f02-9b3a-109ee433d3d8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:12.752376 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ddd5fcd8-1f97-4f02-9b3a-109ee433d3d8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623554 Sep 16 02:29:12.833621 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-7ed13de1-60c6-4588-82bd-92d2b69bc097 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855375088&fields=id&tenant_id=0fea454b17974c3c8773f956fb926556 HTTP/1.1" status: 200 len: 267 time: 0.0344617 Sep 16 02:29:12.898420 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-dbc5099a-92b3-4c9c-af53-53ef0c450c41 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:12.899927 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-dbc5099a-92b3-4c9c-af53-53ef0c450c41 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0605900 Sep 16 02:29:12.911532 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-7fa4faff-9acc-4642-8815-ebcfc4bc9b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'port': {'security_groups': ['8e641272-3177-4d32-aad9-2a21f215616d', '8b7a487e-59d6-46d8-bf71-0b562974b082']}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:12.976617 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-7fa4faff-9acc-4642-8815-ebcfc4bc9b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:13.066042 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818fcfc-e3fd-48e3-a50a-38e6180002d4 req-6991a650-ef85-4ef7-a915-9d2c891ed8a7 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:13.067911 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7818fcfc-e3fd-48e3-a50a-38e6180002d4 req-6991a650-ef85-4ef7-a915-9d2c891ed8a7 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0499430 Sep 16 02:29:13.108832 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7818fcfc-e3fd-48e3-a50a-38e6180002d4 req-4e2b8de2-f72f-4377-a5ed-0a19431ade13 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333750 Sep 16 02:29:13.177302 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-7fa4faff-9acc-4642-8815-ebcfc4bc9b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] For port 87390c55-71fb-441b-a0ce-12cef6082b0e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=87390c55-71fb-441b-a0ce-12cef6082b0e,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:13.205511 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-7fa4faff-9acc-4642-8815-ebcfc4bc9b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:13.210387 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-7fa4faff-9acc-4642-8815-ebcfc4bc9b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:13.229396 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['87390c55-71fb-441b-a0ce-12cef6082b0e'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:13.253642 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-7fa4faff-9acc-4642-8815-ebcfc4bc9b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:13.254838 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-7fa4faff-9acc-4642-8815-ebcfc4bc9b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:13.255679 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e9cfdfb9-0382-4e04-bffa-a8d69d49710a req-7fa4faff-9acc-4642-8815-ebcfc4bc9b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "PUT /v2.0/ports/87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 200 len: 981 time: 0.3493409 Sep 16 02:29:13.256128 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:13.258383 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588032c9-459c-4056-98b4-8302986d9b36" -d '{"events": [{"name": "network-changed", "server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:13.289941 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4faff-9acc-4642-8815-ebcfc4bc9b2c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'Port': ['ID=87390c55-71fb-441b-a0ce-12cef6082b0e,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:13.326060 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb4cd22-397a-4389-90b8-7a1110966328 x-openstack-request-id: req-9eb4cd22-397a-4389-90b8-7a1110966328 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:13.326353 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:13.326591 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9eb4cd22-397a-4389-90b8-7a1110966328 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:13.326984 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'status': 'completed', 'code': 200} Sep 16 02:29:13.412285 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['87390c55-71fb-441b-a0ce-12cef6082b0e'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:13.431331 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588032c9-459c-4056-98b4-8302986d9b36 req-402be48c-f68a-4ac8-aca3-8e159cfad5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:13.432831 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-588032c9-459c-4056-98b4-8302986d9b36 req-402be48c-f68a-4ac8-aca3-8e159cfad5f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fea454b17974c3c8773f956fb926556&device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 1137 time: 0.0800948 Sep 16 02:29:13.441660 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dbe4f-6b1c-489c-8836-c6912e9d6a2f req-6cceefbb-c591-4198-858c-cb85995de022 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:13.443250 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d07dbe4f-6b1c-489c-8836-c6912e9d6a2f req-6cceefbb-c591-4198-858c-cb85995de022 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0917714 Sep 16 02:29:13.601475 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d07dbe4f-6b1c-489c-8836-c6912e9d6a2f req-c29391c8-8bb4-41ed-b1b5-b981ba29e64c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441600 Sep 16 02:29:13.645816 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588032c9-459c-4056-98b4-8302986d9b36 req-b1eb5752-1e00-4099-9600-9b0736bdf6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:13.647304 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-588032c9-459c-4056-98b4-8302986d9b36 req-b1eb5752-1e00-4099-9600-9b0736bdf6dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2561a40-302a-43e7-989c-c7a2cf1be6e5 HTTP/1.1" status: 200 len: 914 time: 0.2031476 Sep 16 02:29:13.660409 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-6466777a-1428-451d-aa32-50ea64e2537c None None] Provisioning complete for port 87390c55-71fb-441b-a0ce-12cef6082b0e triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:29:13.660876 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6466777a-1428-451d-aa32-50ea64e2537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:13.724284 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-588032c9-459c-4056-98b4-8302986d9b36 req-44a94ccc-238f-4338-a9b1-7010099b3b60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 200 len: 1000 time: 0.0677776 Sep 16 02:29:13.777946 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588032c9-459c-4056-98b4-8302986d9b36 req-03ecd10e-83ed-49ca-a3ae-7345d93c74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:13.779538 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-588032c9-459c-4056-98b4-8302986d9b36 req-03ecd10e-83ed-49ca-a3ae-7345d93c74d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d2f53d8d-5e56-4fe6-b365-429fb210112a HTTP/1.1" status: 200 len: 852 time: 0.0439754 Sep 16 02:29:13.825022 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588032c9-459c-4056-98b4-8302986d9b36 req-23cfd1de-b7a2-4524-b6b7-49ec9b76a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:13.826654 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-588032c9-459c-4056-98b4-8302986d9b36 req-23cfd1de-b7a2-4524-b6b7-49ec9b76a276 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2561a40-302a-43e7-989c-c7a2cf1be6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400269 Sep 16 02:29:13.921988 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-588032c9-459c-4056-98b4-8302986d9b36 req-ca1133ee-9d28-47e0-8e20-ec17c6b50bee service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859206 Sep 16 02:29:14.017562 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-588032c9-459c-4056-98b4-8302986d9b36 req-e72164d0-749b-40e7-82e9-1bdd72664d5f service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810106 Sep 16 02:29:14.224488 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec71872-c95f-4e89-be85-dc3a465724e4 req-73687520-cdec-465a-8d9e-38530c70c065 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:14.225950 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0ec71872-c95f-4e89-be85-dc3a465724e4 req-73687520-cdec-465a-8d9e-38530c70c065 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0498948 Sep 16 02:29:14.263765 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0ec71872-c95f-4e89-be85-dc3a465724e4 req-7a65842e-5f9d-4c42-a186-26d25553f8b0 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320094 Sep 16 02:29:15.382448 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dce6e-a951-4cab-b749-84014d77348c req-7eaeea21-3a7a-4d0a-81bf-8f6ce955df39 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:15.383915 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-858dce6e-a951-4cab-b749-84014d77348c req-7eaeea21-3a7a-4d0a-81bf-8f6ce955df39 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0514929 Sep 16 02:29:15.420743 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-858dce6e-a951-4cab-b749-84014d77348c req-1faa14d3-099d-467d-a644-d45323f72be6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309782 Sep 16 02:29:16.093276 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:16.536467 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eeb029-8bcc-454c-88c0-51acbf7cc689 req-7361c1ee-b70e-4aa6-9760-464482fadae1 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:16.538061 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-91eeb029-8bcc-454c-88c0-51acbf7cc689 req-7361c1ee-b70e-4aa6-9760-464482fadae1 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0484438 Sep 16 02:29:16.575929 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-91eeb029-8bcc-454c-88c0-51acbf7cc689 req-5b3e5a8b-7ddd-441b-b057-c41bec39f4ef tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Sep 16 02:29:16.810936 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51896) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:16.915258 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08069598-39f1-433e-8ac2-386496088848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.000916 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08069598-39f1-433e-8ac2-386496088848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.004602 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08069598-39f1-433e-8ac2-386496088848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.045174 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-08069598-39f1-433e-8ac2-386496088848 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=541d906fa8bc4f9cb6af36d356095cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331276 Sep 16 02:29:17.046229 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08069598-39f1-433e-8ac2-386496088848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dda41a-1f35-4f07-90e3-5b43096c6556,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:17.047996 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 51900) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:17.097957 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d46e319-4b98-4495-9db4-5683d7d4e4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.118155 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d46e319-4b98-4495-9db4-5683d7d4e4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.167026 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d46e319-4b98-4495-9db4-5683d7d4e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.169555 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d46e319-4b98-4495-9db4-5683d7d4e4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.170695 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-5d46e319-4b98-4495-9db4-5683d7d4e4bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22dda41a-1f35-4f07-90e3-5b43096c6556 HTTP/1.1" status: 204 len: 168 time: 0.1217356 Sep 16 02:29:17.178231 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46e319-4b98-4495-9db4-5683d7d4e4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dda41a-1f35-4f07-90e3-5b43096c6556,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:17.438210 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 51914) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:17.451645 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-26873730-566c-4b21-8d61-256937ace9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.538283 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-26873730-566c-4b21-8d61-256937ace9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.541952 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-26873730-566c-4b21-8d61-256937ace9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.580507 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-26873730-566c-4b21-8d61-256937ace9d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=579b0ec830cd475098b66cf3439c856d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410990 Sep 16 02:29:17.582467 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26873730-566c-4b21-8d61-256937ace9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fe06b1-aed2-4dd1-be67-104c55593e31,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:17.583240 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51916) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:17.634064 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49f64485-99ac-48f3-9d97-1dd64b6b6e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.656366 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49f64485-99ac-48f3-9d97-1dd64b6b6e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.723400 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8d299-4d1e-46e4-8e3e-ffd6c3a403c2 req-022ebdf5-a9f7-4825-841d-4d4fb9c5d042 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:17.724941 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a9e8d299-4d1e-46e4-8e3e-ffd6c3a403c2 req-022ebdf5-a9f7-4825-841d-4d4fb9c5d042 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0736408 Sep 16 02:29:17.742622 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49f64485-99ac-48f3-9d97-1dd64b6b6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.745156 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49f64485-99ac-48f3-9d97-1dd64b6b6e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:17.746196 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-49f64485-99ac-48f3-9d97-1dd64b6b6e84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04fe06b1-aed2-4dd1-be67-104c55593e31 HTTP/1.1" status: 204 len: 168 time: 0.1619716 Sep 16 02:29:17.762294 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f64485-99ac-48f3-9d97-1dd64b6b6e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fe06b1-aed2-4dd1-be67-104c55593e31,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:17.780096 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a9e8d299-4d1e-46e4-8e3e-ffd6c3a403c2 req-d369fa87-d9ea-413c-aa5a-1781338016ac tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463088 Sep 16 02:29:18.668200 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c128671-ed6e-4dcb-8479-5384bba46a7e req-589a8f07-8ef4-48f5-9166-84cd89655b2a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:18.669833 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c128671-ed6e-4dcb-8479-5384bba46a7e req-589a8f07-8ef4-48f5-9166-84cd89655b2a tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 945 time: 0.0517907 Sep 16 02:29:18.709023 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c128671-ed6e-4dcb-8479-5384bba46a7e req-d18dd866-4b70-4360-b5f2-8499fd84e4fd tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331099 Sep 16 02:29:18.804641 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a9eb25c6-8b00-40b9-90ef-c94cc493e89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:18.904817 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15057f7-794d-4ecd-ad0e-f9ae882197e8 req-d2a36f38-540a-4679-9192-514d84d28f02 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:18.906314 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d15057f7-794d-4ecd-ad0e-f9ae882197e8 req-d2a36f38-540a-4679-9192-514d84d28f02 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0523477 Sep 16 02:29:18.943508 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d15057f7-794d-4ecd-ad0e-f9ae882197e8 req-6ce0d262-808b-4c9d-af8b-5e3381d27b5a tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311408 Sep 16 02:29:19.639059 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 51996) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:19.741759 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fe60d8e-fd45-4446-9664-659844af02ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:19.844967 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ecdb-2780-4cab-933a-017a58a18fa9 req-46bb27a5-aa5b-465b-8bbd-fa46c2beb293 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:19.846425 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0085ecdb-2780-4cab-933a-017a58a18fa9 req-46bb27a5-aa5b-465b-8bbd-fa46c2beb293 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 945 time: 0.0688255 Sep 16 02:29:19.878827 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fe60d8e-fd45-4446-9664-659844af02ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:19.883637 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fe60d8e-fd45-4446-9664-659844af02ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:19.923755 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0085ecdb-2780-4cab-933a-017a58a18fa9 req-ace82f3e-59d8-45a6-afef-13e7424378d9 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667279 Sep 16 02:29:19.930472 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-1fe60d8e-fd45-4446-9664-659844af02ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=147589d358d94b8c90fbd4ecdc1d58a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903185 Sep 16 02:29:19.933468 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52002) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:19.937273 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe60d8e-fd45-4446-9664-659844af02ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1316bc-cebe-46fa-90c3-b806bb2c3578,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:19.988000 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92a4a748-ed4c-4635-930f-39a805a26dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:20.007884 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92a4a748-ed4c-4635-930f-39a805a26dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:20.075445 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b42a41-c847-4e7f-abbe-fe4cdcfec0dd req-f2ca48ff-a6fa-421e-a2a7-db85e182c72a tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:20.076871 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c4b42a41-c847-4e7f-abbe-fe4cdcfec0dd req-f2ca48ff-a6fa-421e-a2a7-db85e182c72a tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0630467 Sep 16 02:29:20.092869 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92a4a748-ed4c-4635-930f-39a805a26dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:20.095293 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92a4a748-ed4c-4635-930f-39a805a26dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:20.096354 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-92a4a748-ed4c-4635-930f-39a805a26dc3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e1316bc-cebe-46fa-90c3-b806bb2c3578 HTTP/1.1" status: 204 len: 168 time: 0.1618602 Sep 16 02:29:20.116895 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4a748-ed4c-4635-930f-39a805a26dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1316bc-cebe-46fa-90c3-b806bb2c3578,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:20.132222 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c4b42a41-c847-4e7f-abbe-fe4cdcfec0dd req-fba67dfa-fa97-4cd6-9e2c-42e3dffb938d tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479674 Sep 16 02:29:20.364229 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-a2af2173-d5f4-42ab-8ae3-91b6dc3aa4c6 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:20.365674 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-a2af2173-d5f4-42ab-8ae3-91b6dc3aa4c6 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 945 time: 0.0531240 Sep 16 02:29:20.375639 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52014) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:20.425841 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e7955ab-2d15-4e2c-836e-23df13a9b7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:20.458503 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-641deb96-15d6-4a24-9e16-6f8e992318b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:20.459912 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-641deb96-15d6-4a24-9e16-6f8e992318b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 1099 time: 0.0439503 Sep 16 02:29:20.562327 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-39d36d9b-ea97-419a-ab1e-a2c03fa4cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:20.563844 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-39d36d9b-ea97-419a-ab1e-a2c03fa4cb0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 911 time: 0.0893395 Sep 16 02:29:20.635377 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-3c9da278-6885-4313-9665-cb803f068554 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750 HTTP/1.1" status: 200 len: 1002 time: 0.0628080 Sep 16 02:29:20.686535 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-61beb390-5d2d-48ec-8bec-7e567dcff7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:20.688280 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-61beb390-5d2d-48ec-8bec-7e567dcff7c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3464487-6143-4e19-a716-c00ffe1a8b09 HTTP/1.1" status: 200 len: 849 time: 0.0446956 Sep 16 02:29:20.712896 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36c4d8-e02d-4840-9c57-a4c951fc3f3b req-cf7e4cfe-13e9-4306-bbaf-5ad357064075 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:20.714289 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0d36c4d8-e02d-4840-9c57-a4c951fc3f3b req-cf7e4cfe-13e9-4306-bbaf-5ad357064075 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.3477499 Sep 16 02:29:20.735727 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-922b64a5-b02a-4bcf-ae5b-f6c7e76f89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:20.737216 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-922b64a5-b02a-4bcf-ae5b-f6c7e76f89c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a79e67f4-1d27-4159-8709-efe854b524e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412567 Sep 16 02:29:20.788360 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0d36c4d8-e02d-4840-9c57-a4c951fc3f3b req-f2774a26-da2f-4005-bbd7-dfe68f9263c4 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646667 Sep 16 02:29:20.807458 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-2c67a6fa-2868-48b8-9746-52c579b8ed8c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Deleting port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:20.807458 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-2c67a6fa-2868-48b8-9746-52c579b8ed8c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:20.839839 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-e348b636-a4f9-4b85-a21b-e7f3a7216bad service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882165 Sep 16 02:29:20.897301 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e7955ab-2d15-4e2c-836e-23df13a9b7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:20.903753 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e7955ab-2d15-4e2c-836e-23df13a9b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:20.928862 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a7a5e468-1395-4e2b-80ea-0b6c7b6229af req-3fbee98d-380e-4300-a38d-472ea3e56162 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821099 Sep 16 02:29:20.930462 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-2c67a6fa-2868-48b8-9746-52c579b8ed8c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] For port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:20.930816 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-2c67a6fa-2868-48b8-9746-52c579b8ed8c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:20.951797 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-2c67a6fa-2868-48b8-9746-52c579b8ed8c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Calling delete_port for f990e8e4-a9ef-41de-8a99-788b5fdbb9eb owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:20.967942 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-9e7955ab-2d15-4e2c-836e-23df13a9b7f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71263dd0483d4f11a83c7e11e89607ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5912154 Sep 16 02:29:20.969416 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52018) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:20.971770 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7955ab-2d15-4e2c-836e-23df13a9b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78abe997-c218-4b4b-9f53-f4f6270518cb,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:21.050889 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161fe9b8-6835-4dfd-ae4e-31a1adec10cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:21.073913 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a13260-78cf-4fdc-85b6-72ae795ebef7 req-7fb4c264-a721-43ce-8c60-a9ea28faa9a6 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:21.075429 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f9a13260-78cf-4fdc-85b6-72ae795ebef7 req-7fb4c264-a721-43ce-8c60-a9ea28faa9a6 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2ff373-53c9-450d-a143-a5f3c1228dc9 HTTP/1.1" status: 200 len: 945 time: 0.0731204 Sep 16 02:29:21.086299 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161fe9b8-6835-4dfd-ae4e-31a1adec10cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:21.100524 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-2c67a6fa-2868-48b8-9746-52c579b8ed8c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:21.112598 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['98fa056e-24e7-4daf-adf6-17b48565cf0d', '14a49935-ac22-4885-8373-e392ea1467e9', '47f947ee-69e4-4a12-bac5-cb105e78649c'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:21.126826 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67a6fa-2868-48b8-9746-52c579b8ed8c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Pushing event deleted for resources: {'Port': ['ID=f990e8e4-a9ef-41de-8a99-788b5fdbb9eb,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:21.143399 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f9a13260-78cf-4fdc-85b6-72ae795ebef7 req-09066a68-b4a3-4606-9155-227f4c76e5a5 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594730 Sep 16 02:29:21.174342 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161fe9b8-6835-4dfd-ae4e-31a1adec10cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:21.177545 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161fe9b8-6835-4dfd-ae4e-31a1adec10cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:21.179115 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-161fe9b8-6835-4dfd-ae4e-31a1adec10cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78abe997-c218-4b4b-9f53-f4f6270518cb HTTP/1.1" status: 204 len: 168 time: 0.2086833 Sep 16 02:29:21.184990 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-2c67a6fa-2868-48b8-9746-52c579b8ed8c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] No DVR routers for this DVR port f990e8e4-a9ef-41de-8a99-788b5fdbb9eb on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:29:21.187854 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-2c67a6fa-2868-48b8-9746-52c579b8ed8c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:21.190729 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-96c50af4-d3c1-4c16-ad84-1e05b3229040 req-2c67a6fa-2868-48b8-9746-52c579b8ed8c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "DELETE /v2.0/ports/f990e8e4-a9ef-41de-8a99-788b5fdbb9eb HTTP/1.1" status: 204 len: 173 time: 0.8130400 Sep 16 02:29:21.192171 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2ff373-53c9-450d-a143-a5f3c1228dc9', 'name': 'network-vif-deleted', 'tag': 'f990e8e4-a9ef-41de-8a99-788b5fdbb9eb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:21.194591 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb872f4-71ee-4986-a4da-119cecfd43d3" -d '{"events": [{"server_uuid": "cc2ff373-53c9-450d-a143-a5f3c1228dc9", "name": "network-vif-deleted", "tag": "f990e8e4-a9ef-41de-8a99-788b5fdbb9eb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:21.199087 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fe9b8-6835-4dfd-ae4e-31a1adec10cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78abe997-c218-4b4b-9f53-f4f6270518cb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:21.249643 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06565ba-5dcf-42b2-91d0-8902c1da979c x-openstack-request-id: req-c06565ba-5dcf-42b2-91d0-8902c1da979c {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:21.250041 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2ff373-53c9-450d-a143-a5f3c1228dc9", "name": "network-vif-deleted", "tag": "f990e8e4-a9ef-41de-8a99-788b5fdbb9eb", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:21.250439 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c06565ba-5dcf-42b2-91d0-8902c1da979c {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:21.250914 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2ff373-53c9-450d-a143-a5f3c1228dc9', 'name': 'network-vif-deleted', 'tag': 'f990e8e4-a9ef-41de-8a99-788b5fdbb9eb', 'status': 'completed', 'code': 200} Sep 16 02:29:21.456523 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-20846e25-f307-4f67-b068-059f01665ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:21.904307 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54b500-280e-4ab2-b99c-6d6f8a65c72b req-786b57ca-106e-49e8-87ec-f3be9a664701 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:21.905804 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f54b500-280e-4ab2-b99c-6d6f8a65c72b req-786b57ca-106e-49e8-87ec-f3be9a664701 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0485728 Sep 16 02:29:21.943141 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f54b500-280e-4ab2-b99c-6d6f8a65c72b req-bc0ba2a9-d67c-43ff-ae6f-c04bc71862a7 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314481 Sep 16 02:29:22.263375 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:22.619435 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:22.717928 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device f990e8e4-a9ef-41de-8a99-788b5fdbb9eb no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:29:22.742021 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: f990e8e4-a9ef-41de-8a99-788b5fdbb9eb {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:29:22.742365 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device f990e8e4-a9ef-41de-8a99-788b5fdbb9eb not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:29:23.533141 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b765e-0baf-4c5e-9f4b-1d86f21ac632 req-a1078813-b84a-442f-9d6d-a566ece07dbc tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:23.534616 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-590b765e-0baf-4c5e-9f4b-1d86f21ac632 req-a1078813-b84a-442f-9d6d-a566ece07dbc tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 945 time: 0.0521133 Sep 16 02:29:23.572415 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-590b765e-0baf-4c5e-9f4b-1d86f21ac632 req-2c133729-e657-4946-bda9-b39019ed4bef tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Sep 16 02:29:24.045107 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:24.689259 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6081-89fe-4322-9741-4a8b2cfd7f16 req-7af64838-fef9-4d8f-85a5-b3791bdd5df1 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:24.691228 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-366d6081-89fe-4322-9741-4a8b2cfd7f16 req-7af64838-fef9-4d8f-85a5-b3791bdd5df1 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 945 time: 0.0494349 Sep 16 02:29:24.727131 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-366d6081-89fe-4322-9741-4a8b2cfd7f16 req-89b43edc-54fd-4677-a50a-afa85f86840d tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301466 Sep 16 02:29:25.230403 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-c1ba3087-a147-4209-81e1-441d947501b3 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:25.231913 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-c1ba3087-a147-4209-81e1-441d947501b3 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 945 time: 0.0516286 Sep 16 02:29:25.294369 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52096) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:25.325541 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-b6cfa42a-89f6-4752-a1a5-5fe3e44a2f86 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Deleting port 47f947ee-69e4-4a12-bac5-cb105e78649c {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:25.325886 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-b6cfa42a-89f6-4752-a1a5-5fe3e44a2f86 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.396342 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05baae4f-53f8-4df6-8e19-5da6f1b34790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.416577 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-b6cfa42a-89f6-4752-a1a5-5fe3e44a2f86 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] For port 47f947ee-69e4-4a12-bac5-cb105e78649c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=47f947ee-69e4-4a12-bac5-cb105e78649c,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:25.416940 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-b6cfa42a-89f6-4752-a1a5-5fe3e44a2f86 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.430143 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-b6cfa42a-89f6-4752-a1a5-5fe3e44a2f86 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Calling delete_port for 47f947ee-69e4-4a12-bac5-cb105e78649c owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:25.483308 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05baae4f-53f8-4df6-8e19-5da6f1b34790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.487049 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05baae4f-53f8-4df6-8e19-5da6f1b34790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.525495 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baae4f-53f8-4df6-8e19-5da6f1b34790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96154e67-ceed-4de0-8245-1f0dba2313fa,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:25.533511 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-05baae4f-53f8-4df6-8e19-5da6f1b34790 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e0e5c27faf148d4ac85106cc10460fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358263 Sep 16 02:29:25.533954 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52100) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:25.562385 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-b6cfa42a-89f6-4752-a1a5-5fe3e44a2f86 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.574896 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['98fa056e-24e7-4daf-adf6-17b48565cf0d', '14a49935-ac22-4885-8373-e392ea1467e9', '47f947ee-69e4-4a12-bac5-cb105e78649c'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:25.583120 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77f3c910-e9c6-433e-9cbc-d94d0578dcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.592968 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfa42a-89f6-4752-a1a5-5fe3e44a2f86 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Pushing event deleted for resources: {'Port': ['ID=47f947ee-69e4-4a12-bac5-cb105e78649c,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:25.612502 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77f3c910-e9c6-433e-9cbc-d94d0578dcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.637247 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-b6cfa42a-89f6-4752-a1a5-5fe3e44a2f86 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] No DVR routers for this DVR port 47f947ee-69e4-4a12-bac5-cb105e78649c on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:29:25.639856 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-b6cfa42a-89f6-4752-a1a5-5fe3e44a2f86 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.641849 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-58e939ac-949e-4eda-91b6-892674b90ec4 req-b6cfa42a-89f6-4752-a1a5-5fe3e44a2f86 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "DELETE /v2.0/ports/47f947ee-69e4-4a12-bac5-cb105e78649c HTTP/1.1" status: 204 len: 173 time: 0.4021380 Sep 16 02:29:25.642291 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46666ba5-99bd-4ad9-9983-bceb9a92e4ed', 'name': 'network-vif-deleted', 'tag': '47f947ee-69e4-4a12-bac5-cb105e78649c'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:25.644581 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316b09ec-10ee-43ad-8946-3f858e91af91" -d '{"events": [{"server_uuid": "46666ba5-99bd-4ad9-9983-bceb9a92e4ed", "name": "network-vif-deleted", "tag": "47f947ee-69e4-4a12-bac5-cb105e78649c"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:25.676857 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77f3c910-e9c6-433e-9cbc-d94d0578dcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.679359 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77f3c910-e9c6-433e-9cbc-d94d0578dcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:25.680499 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-77f3c910-e9c6-433e-9cbc-d94d0578dcf1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96154e67-ceed-4de0-8245-1f0dba2313fa HTTP/1.1" status: 204 len: 168 time: 0.1458611 Sep 16 02:29:25.688010 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e5efe9-4099-4979-ae00-7863417bf140 x-openstack-request-id: req-e6e5efe9-4099-4979-ae00-7863417bf140 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:25.688302 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46666ba5-99bd-4ad9-9983-bceb9a92e4ed", "name": "network-vif-deleted", "tag": "47f947ee-69e4-4a12-bac5-cb105e78649c", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:25.688563 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6e5efe9-4099-4979-ae00-7863417bf140 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:25.688926 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46666ba5-99bd-4ad9-9983-bceb9a92e4ed', 'name': 'network-vif-deleted', 'tag': '47f947ee-69e4-4a12-bac5-cb105e78649c', 'status': 'completed', 'code': 200} Sep 16 02:29:25.692665 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3c910-e9c6-433e-9cbc-d94d0578dcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96154e67-ceed-4de0-8245-1f0dba2313fa,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:25.838363 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7056e213-fc8f-4c8c-9c66-41277c463a20 req-0eca1180-f675-4042-bc75-2fbc3247630d tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=46666ba5-99bd-4ad9-9983-bceb9a92e4ed HTTP/1.1" status: 200 len: 210 time: 0.0275481 Sep 16 02:29:25.982705 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52112) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:25.996092 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b5825d78-ad39-427a-b81f-0f61fc858c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:26.081622 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b5825d78-ad39-427a-b81f-0f61fc858c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:26.085517 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b5825d78-ad39-427a-b81f-0f61fc858c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:26.125528 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-b5825d78-ad39-427a-b81f-0f61fc858c0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=922e14d68b9e4465b673cd18a3b8bf66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417270 Sep 16 02:29:26.126337 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5825d78-ad39-427a-b81f-0f61fc858c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c498e7-9207-46d6-bb7e-c0a728b2e478,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:26.128284 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52114) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:26.178396 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bce0b3f0-dadf-4c62-82a6-494ea4ad704c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:26.199689 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bce0b3f0-dadf-4c62-82a6-494ea4ad704c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:26.244040 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bce0b3f0-dadf-4c62-82a6-494ea4ad704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:26.246479 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bce0b3f0-dadf-4c62-82a6-494ea4ad704c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:26.247605 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bce0b3f0-dadf-4c62-82a6-494ea4ad704c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7c498e7-9207-46d6-bb7e-c0a728b2e478 HTTP/1.1" status: 204 len: 168 time: 0.1183524 Sep 16 02:29:26.255172 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0b3f0-dadf-4c62-82a6-494ea4ad704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c498e7-9207-46d6-bb7e-c0a728b2e478,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:26.880727 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52138) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:26.975897 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2107505307-network', 'tenant_id': '272151dddc9e4148a9e3eadfd78e39a1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:26.999399 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Made reservation on behalf of 272151dddc9e4148a9e3eadfd78e39a1 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:29:27.003906 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.013662 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.104151 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaafd61-6677-47f9-9ebd-85ef16f7c179 req-30bc3143-2e5c-48de-8f0a-4bc78b0013a8 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:27.105342 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.106385 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ebaafd61-6677-47f9-9ebd-85ef16f7c179 req-30bc3143-2e5c-48de-8f0a-4bc78b0013a8 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0499990 Sep 16 02:29:27.109283 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.136608 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:29:27.144579 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ebaafd61-6677-47f9-9ebd-85ef16f7c179 req-3260ef79-24dd-47ff-b40d-9198841ae1f0 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Sep 16 02:29:27.147099 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf4e70e-17d0-4dc1-b356-be30d61b3108,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:27.153106 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.153457 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Added segment aba0e629-1e8d-4bd8-b526-712e4cb4a836 of type vlan for network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 Sep 16 02:29:27.193291 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.217876 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.218843 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:27.219468 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.249690 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3678789 Sep 16 02:29:27.252776 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52146) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:27.258266 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Request body: {'subnet': {'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2107505307-subnet', 'tenant_id': '272151dddc9e4148a9e3eadfd78e39a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:27.278163 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Made reservation on behalf of 272151dddc9e4148a9e3eadfd78e39a1 for: {'subnet': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:29:27.280410 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16418868'] for subnet, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.282923 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d02cf-6728-4c5d-94c8-a61ee3d09fbb admin admin] Pushing event updated for resources: {'Network': ['ID=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:27.293265 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:29:27.446812 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4778642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16418842'] for subnet, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.502038 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad00ba35-56d2-404e-9660-b9747c672c3f,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:27.507733 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Checking segment: {'id': 'aba0e629-1e8d-4bd8-b526-712e4cb4a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:29:27.508095 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Network hostable DHCP agents. Network: b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:29:27.523450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:29:27.531244 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6) {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:29:27.535133 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:27.535744 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:27.539937 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef54351-79a6-44b6-8a26-e1352f2ace5c None None] Network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:29:27.550867 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6b51c25c-8952-4df5-ae85-87b3e98ed809 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2963755 Sep 16 02:29:27.681998 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b8761e-dbdc-447b-abb8-f42565c36cbe None None] Network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:29:28.260908 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b16d4e-62e3-4568-a15b-4b8f5aa30cf9 req-42d66d73-d3c1-44e1-84f8-79234b5f1a2b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:28.262332 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c4b16d4e-62e3-4568-a15b-4b8f5aa30cf9 req-42d66d73-d3c1-44e1-84f8-79234b5f1a2b tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0508292 Sep 16 02:29:28.301756 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c4b16d4e-62e3-4568-a15b-4b8f5aa30cf9 req-d89c4a9e-6f77-4299-9c78-beaae617f833 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331705 Sep 16 02:29:28.658353 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941229e-6bb3-4189-b000-908c94d736b7 req-09cc5171-9f7c-43b4-a4e2-6dbe39878a5c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:28.659786 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c941229e-6bb3-4189-b000-908c94d736b7 req-09cc5171-9f7c-43b4-a4e2-6dbe39878a5c tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0509903 Sep 16 02:29:28.750735 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 47f947ee-69e4-4a12-bac5-cb105e78649c no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:29:28.751339 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-c941229e-6bb3-4189-b000-908c94d736b7 req-04f9b448-6115-4500-b363-be8de4aec326 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Deleting port 14a49935-ac22-4885-8373-e392ea1467e9 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:28.751460 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c941229e-6bb3-4189-b000-908c94d736b7 req-04f9b448-6115-4500-b363-be8de4aec326 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:28.771034 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 47f947ee-69e4-4a12-bac5-cb105e78649c {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:29:28.771414 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 47f947ee-69e4-4a12-bac5-cb105e78649c not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:29:28.839829 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-c941229e-6bb3-4189-b000-908c94d736b7 req-04f9b448-6115-4500-b363-be8de4aec326 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] For port 14a49935-ac22-4885-8373-e392ea1467e9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=14a49935-ac22-4885-8373-e392ea1467e9,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:28.840182 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c941229e-6bb3-4189-b000-908c94d736b7 req-04f9b448-6115-4500-b363-be8de4aec326 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:28.851451 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-c941229e-6bb3-4189-b000-908c94d736b7 req-04f9b448-6115-4500-b363-be8de4aec326 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Calling delete_port for 14a49935-ac22-4885-8373-e392ea1467e9 owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:28.970052 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c941229e-6bb3-4189-b000-908c94d736b7 req-04f9b448-6115-4500-b363-be8de4aec326 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:28.993911 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['98fa056e-24e7-4daf-adf6-17b48565cf0d', '14a49935-ac22-4885-8373-e392ea1467e9'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:29.002261 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9b448-6115-4500-b363-be8de4aec326 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Pushing event deleted for resources: {'Port': ['ID=14a49935-ac22-4885-8373-e392ea1467e9,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:29.042101 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c941229e-6bb3-4189-b000-908c94d736b7 req-04f9b448-6115-4500-b363-be8de4aec326 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] No DVR routers for this DVR port 14a49935-ac22-4885-8373-e392ea1467e9 on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:29:29.044808 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c941229e-6bb3-4189-b000-908c94d736b7 req-04f9b448-6115-4500-b363-be8de4aec326 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:29.046812 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c941229e-6bb3-4189-b000-908c94d736b7 req-04f9b448-6115-4500-b363-be8de4aec326 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "DELETE /v2.0/ports/14a49935-ac22-4885-8373-e392ea1467e9 HTTP/1.1" status: 204 len: 173 time: 0.3784885 Sep 16 02:29:29.047246 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0', 'name': 'network-vif-deleted', 'tag': '14a49935-ac22-4885-8373-e392ea1467e9'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:29.049529 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd448e1d-1019-4309-bef8-d06cd601e7c7" -d '{"events": [{"server_uuid": "0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0", "name": "network-vif-deleted", "tag": "14a49935-ac22-4885-8373-e392ea1467e9"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:29.092197 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8552ad-ad77-45b9-b0ca-132519afb49f x-openstack-request-id: req-db8552ad-ad77-45b9-b0ca-132519afb49f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:29.092680 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0", "name": "network-vif-deleted", "tag": "14a49935-ac22-4885-8373-e392ea1467e9", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:29.093047 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db8552ad-ad77-45b9-b0ca-132519afb49f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:29.093779 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0', 'name': 'network-vif-deleted', 'tag': '14a49935-ac22-4885-8373-e392ea1467e9', 'status': 'completed', 'code': 200} Sep 16 02:29:29.302320 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-a8ded4d8-2d71-4e85-960f-eca499a35232 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:29.303787 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-a8ded4d8-2d71-4e85-960f-eca499a35232 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/networks?id=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 HTTP/1.1" status: 200 len: 809 time: 0.0981736 Sep 16 02:29:29.319834 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-a4458682-5293-44f0-b3d7-2b0ed586d16e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/quotas/272151dddc9e4148a9e3eadfd78e39a1 HTTP/1.1" status: 200 len: 375 time: 0.0100656 Sep 16 02:29:29.354365 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-9014eafb-92f4-49eb-a15f-b533be289a73 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=272151dddc9e4148a9e3eadfd78e39a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288217 Sep 16 02:29:29.405173 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-334c1192-23df-4cdd-877e-4fbca63a280a req-f38a0da9-2802-41f6-8a6d-4788d0d2dbcc tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0ee7ca-b210-4430-b7bf-1f262ff7d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0248942 Sep 16 02:29:29.442642 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-4f8eef6d-2c18-43f8-9b86-f46a1b3bc149 service neutron] 10.222.0.35 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813026 Sep 16 02:29:29.534977 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-44e01dbc-dd79-47ee-ade7-6fa2d33b920d service neutron] 10.222.0.35 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857058 Sep 16 02:29:29.692311 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-beb367ea-03c8-4e8c-a2a5-6486c65f68fc req-ff9a2be6-45b2-4ff2-9060-d048c3cc0115 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 210 time: 0.0252023 Sep 16 02:29:30.162413 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:29:30.669722 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-9348acf9-39dc-4289-a98c-069c9469f39a tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:30.671163 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-9348acf9-39dc-4289-a98c-069c9469f39a tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.15 "GET /v2.0/networks?id=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 HTTP/1.1" status: 200 len: 809 time: 0.1023815 Sep 16 02:29:30.685044 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Request body: {'port': {'device_id': '8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262', 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6', 'admin_state_up': True, 'tenant_id': '272151dddc9e4148a9e3eadfd78e39a1'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:30.813072 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ebfe71e2-786f-4509-b75e-a77706867d0b req-bfaf7035-1f40-40ae-88e9-ba00144bbe6f tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 210 time: 0.0399206 Sep 16 02:29:30.827804 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Made reservation on behalf of 272151dddc9e4148a9e3eadfd78e39a1 for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:29:30.831554 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:30.950196 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Allocated IP 172.20.0.10 (b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6/ad00ba35-56d2-404e-9660-b9747c672c3f/3b0b37e6-b124-498e-b3c3-50f65ddc299a) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:29:31.094155 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:31.125857 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:31.165940 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:29:31.168838 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:29:31.172212 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:29:31.181008 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Pushing event updated for resources: {'Port': ['ID=3b0b37e6-b124-498e-b3c3-50f65ddc299a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:31.228301 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:31.228812 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:31.241686 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-067d225f-874b-4394-8287-1f3dafb69421 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5605001 Sep 16 02:29:31.254129 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Request body: {'port': {'device_id': '8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:31.303839 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:31.559962 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0b37e6-b124-498e-b3c3-50f65ddc299a {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:29:31.567988 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:31.581930 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Transition to ACTIVE for port object 3b0b37e6-b124-498e-b3c3-50f65ddc299a will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:29:31.585816 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:31.639412 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Pushing event updated for resources: {'Port': ['ID=3b0b37e6-b124-498e-b3c3-50f65ddc299a,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:31.713361 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Attempting to bind port 3b0b37e6-b124-498e-b3c3-50f65ddc299a on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:29:31.713722 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Attempting to bind port 3b0b37e6-b124-498e-b3c3-50f65ddc299a by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'aba0e629-1e8d-4bd8-b526-712e4cb4a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:29:31.714044 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Attempting to bind port 3b0b37e6-b124-498e-b3c3-50f65ddc299a on network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:29:31.718495 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Port 3b0b37e6-b124-498e-b3c3-50f65ddc299a on network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:29:31.718808 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Attempting to bind port 3b0b37e6-b124-498e-b3c3-50f65ddc299a on network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:29:31.723768 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:29:31.724109 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Checking segment: {'id': 'aba0e629-1e8d-4bd8-b526-712e4cb4a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:29:31.724496 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Bound using segment: {'id': 'aba0e629-1e8d-4bd8-b526-712e4cb4a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:29:31.724925 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Bound port: 3b0b37e6-b124-498e-b3c3-50f65ddc299a, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba0e629-1e8d-4bd8-b526-712e4cb4a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:29:31.725283 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:31.817924 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] For port 3b0b37e6-b124-498e-b3c3-50f65ddc299a, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:29:31.821512 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] For port 3b0b37e6-b124-498e-b3c3-50f65ddc299a, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3b0b37e6-b124-498e-b3c3-50f65ddc299a,segment=NetworkSegment(aba0e629-1e8d-4bd8-b526-712e4cb4a836),segment_id=aba0e629-1e8d-4bd8-b526-712e4cb4a836)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:29:31.825847 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:31.841714 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2782f6e-d05f-4ae2-b7ed-3b4bce4bbeca req-e0496fe1-de56-48d5-b480-bdb48200f3d5 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:31.843074 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e2782f6e-d05f-4ae2-b7ed-3b4bce4bbeca req-e0496fe1-de56-48d5-b480-bdb48200f3d5 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 945 time: 0.0842662 Sep 16 02:29:31.877588 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:31.878781 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:31.880164 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] 10.222.0.15 "PUT /v2.0/ports/3b0b37e6-b124-498e-b3c3-50f65ddc299a HTTP/1.1" status: 200 len: 1094 time: 0.6298904 Sep 16 02:29:31.880600 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262', 'tag': '3b0b37e6-b124-498e-b3c3-50f65ddc299a'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:31.882812 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262", "tag": "3b0b37e6-b124-498e-b3c3-50f65ddc299a"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:31.922182 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3185-bbb8-4f01-a079-7fb66dcc3baa service neutron] Pushing event updated for resources: {'Port': ['ID=3b0b37e6-b124-498e-b3c3-50f65ddc299a,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:31.938629 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e2782f6e-d05f-4ae2-b7ed-3b4bce4bbeca req-6d94b2fb-e0b6-4c2b-aada-5a923f195504 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768876 Sep 16 02:29:31.961152 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baa671-233c-4458-9271-d8b0dfed7989 req-1b2ba4c9-b120-4964-81f6-a460cbc6c85d tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:31.962748 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f0baa671-233c-4458-9271-d8b0dfed7989 req-1b2ba4c9-b120-4964-81f6-a460cbc6c85d tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 944 time: 0.0796819 Sep 16 02:29:31.977143 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-3cae00ad-840d-418c-a967-db4d074c8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:31.978734 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-3cae00ad-840d-418c-a967-db4d074c8b76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=272151dddc9e4148a9e3eadfd78e39a1&device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 1097 time: 0.0511615 Sep 16 02:29:31.983103 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af97502-52cb-48d9-94e8-7574a302141e x-openstack-request-id: req-1af97502-52cb-48d9-94e8-7574a302141e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:31.983478 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262", "tag": "3b0b37e6-b124-498e-b3c3-50f65ddc299a", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:31.983727 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1af97502-52cb-48d9-94e8-7574a302141e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:31.984104 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262', 'tag': '3b0b37e6-b124-498e-b3c3-50f65ddc299a', 'status': 'completed', 'code': 200} Sep 16 02:29:32.001689 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f0baa671-233c-4458-9271-d8b0dfed7989 req-e2e19f77-35cf-497b-b5da-989ffe84a07a tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Sep 16 02:29:32.032953 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-f932d626-bf43-4c2a-909e-e9a016c3b87d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0b37e6-b124-498e-b3c3-50f65ddc299a HTTP/1.1" status: 200 len: 217 time: 0.0399301 Sep 16 02:29:32.085799 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-74dd9737-9555-4f60-8da8-a45097baa026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:32.087137 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-74dd9737-9555-4f60-8da8-a45097baa026 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad00ba35-56d2-404e-9660-b9747c672c3f HTTP/1.1" status: 200 len: 849 time: 0.0445812 Sep 16 02:29:32.120604 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-29a0fc57-95f8-4b6e-a512-9987024e3548 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243380 Sep 16 02:29:32.210501 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-e6714a87-3212-46df-ba43-7d6a96d3b73d service neutron] 10.222.0.15 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812600 Sep 16 02:29:32.300737 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c97e6f85-e2ed-4eb5-ac16-f2908c0791c1 req-e249f795-6f21-4cfd-b3f8-bb39ddc1e075 service neutron] 10.222.0.15 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799494 Sep 16 02:29:32.398003 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597 req-b3ca3077-cc93-4851-8580-1e96fa20cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:32.399443 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597 req-b3ca3077-cc93-4851-8580-1e96fa20cde0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=272151dddc9e4148a9e3eadfd78e39a1&device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 1097 time: 0.0440052 Sep 16 02:29:32.490486 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597 req-ecefa83f-aee1-4d78-a475-8171607752cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:32.491933 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597 req-ecefa83f-aee1-4d78-a475-8171607752cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 HTTP/1.1" status: 200 len: 910 time: 0.0838740 Sep 16 02:29:32.535664 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597 req-70ea4d25-06cb-472e-9fa8-0ccae3454c92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0b37e6-b124-498e-b3c3-50f65ddc299a HTTP/1.1" status: 200 len: 217 time: 0.0361764 Sep 16 02:29:32.590953 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597 req-71cb1f14-7a64-49ed-9755-0a787afe244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:32.592425 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597 req-71cb1f14-7a64-49ed-9755-0a787afe244f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad00ba35-56d2-404e-9660-b9747c672c3f HTTP/1.1" status: 200 len: 849 time: 0.0420399 Sep 16 02:29:32.627992 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597 req-a5e7a1c5-4b26-4c0d-b059-7f038140574d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229352 Sep 16 02:29:32.741717 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597 req-ce3ce0a1-98cb-42c7-95bc-2e3795225120 service neutron] 10.222.0.15 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049678 Sep 16 02:29:32.750078 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 14a49935-ac22-4885-8373-e392ea1467e9 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:29:32.770742 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 14a49935-ac22-4885-8373-e392ea1467e9 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:29:32.771092 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 14a49935-ac22-4885-8373-e392ea1467e9 not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:29:32.830323 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e9bdf1cf-f7fc-434f-bfe5-c430ea8c9597 req-d2e959a4-54a6-4038-b778-73d82c6f9330 service neutron] 10.222.0.15 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804286 Sep 16 02:29:33.055415 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7f7a0-d1ab-40d9-9eec-4807bbd5dfd3 req-df73f1e0-a637-4dfa-9f19-fe0eb7739aad tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:33.056878 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2ca7f7a0-d1ab-40d9-9eec-4807bbd5dfd3 req-df73f1e0-a637-4dfa-9f19-fe0eb7739aad tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 945 time: 0.0476477 Sep 16 02:29:33.094527 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2ca7f7a0-d1ab-40d9-9eec-4807bbd5dfd3 req-2a0f948a-d7c3-4966-8904-eca3e48afe23 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d654454-afb1-4c61-a57f-285c420f7568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Sep 16 02:29:33.113448 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fbd1-05c9-4ec3-8acb-4ac5154fdeea req-a4abf73b-78cd-4997-9bd7-571e4f86af2a tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:33.114895 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b585fbd1-05c9-4ec3-8acb-4ac5154fdeea req-a4abf73b-78cd-4997-9bd7-571e4f86af2a tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 944 time: 0.0469868 Sep 16 02:29:33.151297 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b585fbd1-05c9-4ec3-8acb-4ac5154fdeea req-1f36b692-0387-4ccd-b366-c7b7577d59f4 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303197 Sep 16 02:29:33.619558 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-88181420-5738-44a9-8aba-0b3c5595c73e tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:33.620904 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-88181420-5738-44a9-8aba-0b3c5595c73e tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 945 time: 0.0498822 Sep 16 02:29:33.710439 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-5530af0d-24fe-4310-aa35-9ec24707c6b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Deleting port 98fa056e-24e7-4daf-adf6-17b48565cf0d {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:33.710770 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-5530af0d-24fe-4310-aa35-9ec24707c6b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:33.797830 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-5530af0d-24fe-4310-aa35-9ec24707c6b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] For port 98fa056e-24e7-4daf-adf6-17b48565cf0d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=98fa056e-24e7-4daf-adf6-17b48565cf0d,segment=NetworkSegment(e1c33308-3536-47bc-8aee-430cdce8468a),segment_id=e1c33308-3536-47bc-8aee-430cdce8468a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:33.798178 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-5530af0d-24fe-4310-aa35-9ec24707c6b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:33.809372 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-5530af0d-24fe-4310-aa35-9ec24707c6b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Calling delete_port for 98fa056e-24e7-4daf-adf6-17b48565cf0d owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:33.929010 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-5530af0d-24fe-4310-aa35-9ec24707c6b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:33.941089 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['98fa056e-24e7-4daf-adf6-17b48565cf0d'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:33.967204 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530af0d-24fe-4310-aa35-9ec24707c6b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Pushing event deleted for resources: {'Port': ['ID=98fa056e-24e7-4daf-adf6-17b48565cf0d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:33.999790 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-5530af0d-24fe-4310-aa35-9ec24707c6b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] No DVR routers for this DVR port 98fa056e-24e7-4daf-adf6-17b48565cf0d on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:29:34.002132 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-5530af0d-24fe-4310-aa35-9ec24707c6b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:34.004792 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cf7c98ca-ae02-45ba-9738-0bd56d2e0b91 req-5530af0d-24fe-4310-aa35-9ec24707c6b2 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.15 "DELETE /v2.0/ports/98fa056e-24e7-4daf-adf6-17b48565cf0d HTTP/1.1" status: 204 len: 173 time: 0.3767841 Sep 16 02:29:34.005231 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8861a202-e0b4-46ad-a597-52655fef10c9', 'name': 'network-vif-deleted', 'tag': '98fa056e-24e7-4daf-adf6-17b48565cf0d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:34.007589 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613827cb-5621-42b7-8927-40a04d3e3b6e" -d '{"events": [{"server_uuid": "8861a202-e0b4-46ad-a597-52655fef10c9", "name": "network-vif-deleted", "tag": "98fa056e-24e7-4daf-adf6-17b48565cf0d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:34.042911 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0d99c1-7f70-4072-b0f4-618097793e1a x-openstack-request-id: req-9c0d99c1-7f70-4072-b0f4-618097793e1a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:34.043202 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8861a202-e0b4-46ad-a597-52655fef10c9", "name": "network-vif-deleted", "tag": "98fa056e-24e7-4daf-adf6-17b48565cf0d", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:34.043480 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c0d99c1-7f70-4072-b0f4-618097793e1a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:34.043872 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8861a202-e0b4-46ad-a597-52655fef10c9', 'name': 'network-vif-deleted', 'tag': '98fa056e-24e7-4daf-adf6-17b48565cf0d', 'status': 'completed', 'code': 200} Sep 16 02:29:34.198714 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5cba73a6-d3ac-4e90-91b9-4d685d69702d req-de846d4c-9bab-4d71-99e9-d932d660bfb3 tempest-AttachVolumeNegativeTest-372013244 tempest-AttachVolumeNegativeTest-372013244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8861a202-e0b4-46ad-a597-52655fef10c9 HTTP/1.1" status: 200 len: 210 time: 0.0297561 Sep 16 02:29:34.265308 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a057f-f31b-45f8-b7d7-c2decab78486 req-5e2ed684-ccab-4908-bbb6-6fa6bfff15f4 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:34.266743 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-327a057f-f31b-45f8-b7d7-c2decab78486 req-5e2ed684-ccab-4908-bbb6-6fa6bfff15f4 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 944 time: 0.0478721 Sep 16 02:29:34.305905 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-327a057f-f31b-45f8-b7d7-c2decab78486 req-7601426a-c2a4-4f2a-b2b3-f803f59b44a1 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Sep 16 02:29:34.755811 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 3b0b37e6-b124-498e-b3c3-50f65ddc299a details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:29:34.849303 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 3b0b37e6-b124-498e-b3c3-50f65ddc299a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3b0b37e6-b124-498e-b3c3-50f65ddc299a,segment=NetworkSegment(aba0e629-1e8d-4bd8-b526-712e4cb4a836),segment_id=aba0e629-1e8d-4bd8-b526-712e4cb4a836)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:34.860036 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '3b0b37e6-b124-498e-b3c3-50f65ddc299a', 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6', 'port_id': '3b0b37e6-b124-498e-b3c3-50f65ddc299a', 'mac_address': 'fa:16:3e:77:cb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad00ba35-56d2-404e-9660-b9747c672c3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:29:34.895937 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:34.907824 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0b37e6-b124-498e-b3c3-50f65ddc299a {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:29:34.926541 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 3b0b37e6-b124-498e-b3c3-50f65ddc299a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3b0b37e6-b124-498e-b3c3-50f65ddc299a,segment=NetworkSegment(aba0e629-1e8d-4bd8-b526-712e4cb4a836),segment_id=aba0e629-1e8d-4bd8-b526-712e4cb4a836)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:34.929387 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:34.976667 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=3b0b37e6-b124-498e-b3c3-50f65ddc299a,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:34.983230 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.983603 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.983971 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.984300 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.984625 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.984950 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.985273 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.985595 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.985931 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.986251 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.986566 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:34.986881 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:35.211097 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['3b0b37e6-b124-498e-b3c3-50f65ddc299a'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:35.252495 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52226) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:35.294119 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-496991dd-167d-4e1a-9fa3-d0125a812bb0 admin admin] Deleting subnet dd45c45f-f197-4e54-a92f-0c4b3b31dae4 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:29:35.296981 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-496991dd-167d-4e1a-9fa3-d0125a812bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.331561 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-496991dd-167d-4e1a-9fa3-d0125a812bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4939575'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.371630 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-496991dd-167d-4e1a-9fa3-d0125a812bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.428578 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-496991dd-167d-4e1a-9fa3-d0125a812bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4294492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711917'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.438868 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868d0f3-24c1-42d7-890e-e23959072ed7 req-ea5f8208-0f12-44a3-bb14-9597ad5e9190 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:35.441045 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a868d0f3-24c1-42d7-890e-e23959072ed7 req-ea5f8208-0f12-44a3-bb14-9597ad5e9190 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 945 time: 0.0621500 Sep 16 02:29:35.482472 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a868d0f3-24c1-42d7-890e-e23959072ed7 req-ed4b707a-3895-443c-b3b6-3d788e0b5f99 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345113 Sep 16 02:29:35.677709 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496991dd-167d-4e1a-9fa3-d0125a812bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd45c45f-f197-4e54-a92f-0c4b3b31dae4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:35.681736 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-496991dd-167d-4e1a-9fa3-d0125a812bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.684651 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-496991dd-167d-4e1a-9fa3-d0125a812bb0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dd45c45f-f197-4e54-a92f-0c4b3b31dae4 HTTP/1.1" status: 204 len: 168 time: 0.4300749 Sep 16 02:29:35.686006 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52230) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:35.752482 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.829444 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.849559 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12a495c-cbd1-4980-a189-581beccceb84']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:35.858728 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c33308-3536-47bc-8aee-430cdce8468a') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:35.859030 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c33308-3536-47bc-8aee-430cdce8468a') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:35.868008 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4939580'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.881885 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.887690 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:29:35.888109 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4295042'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: timer() Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: cb(*args, **kw) Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: self._notify() Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: self.callback(batched_events) Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: event.method(event) Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: return self._get(url).json() Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:29:35.890118 dv-cinder-809306-1-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:29:35.945172 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.951199 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:35.953651 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c12a495c-cbd1-4980-a189-581beccceb84 HTTP/1.1" status: 204 len: 168 time: 0.2662392 Sep 16 02:29:35.965559 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e029325-1dc7-4412-84ef-e78dbf4eb2d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12a495c-cbd1-4980-a189-581beccceb84,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:36.060793 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52234) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:36.100484 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-f982c2fa-9032-4031-9cd2-f1f9f569534f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4b71ef944f9451991962740600e0ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385227 Sep 16 02:29:36.102675 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52236) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:36.149191 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aba750c7-321b-411f-a462-1d3a82a6fb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:36.170127 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aba750c7-321b-411f-a462-1d3a82a6fb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:36.215567 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aba750c7-321b-411f-a462-1d3a82a6fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:36.218094 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aba750c7-321b-411f-a462-1d3a82a6fb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:36.219520 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-aba750c7-321b-411f-a462-1d3a82a6fb6a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d654454-afb1-4c61-a57f-285c420f7568 HTTP/1.1" status: 204 len: 168 time: 0.1159675 Sep 16 02:29:36.227617 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba750c7-321b-411f-a462-1d3a82a6fb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d654454-afb1-4c61-a57f-285c420f7568,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:36.596306 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce8221-6640-4f37-bfa4-1d9c8da1f0db req-9c8a2749-37fe-4f9a-9d09-061e969b9322 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:36.598378 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c2ce8221-6640-4f37-bfa4-1d9c8da1f0db req-9c8a2749-37fe-4f9a-9d09-061e969b9322 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 945 time: 0.0483048 Sep 16 02:29:36.635809 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c2ce8221-6640-4f37-bfa4-1d9c8da1f0db req-859540c0-013c-4264-a7ab-fc9c0658ec9d tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312891 Sep 16 02:29:36.765848 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 3b0b37e6-b124-498e-b3c3-50f65ddc299a up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:29:36.818006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 3b0b37e6-b124-498e-b3c3-50f65ddc299a completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:29:36.821900 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 3b0b37e6-b124-498e-b3c3-50f65ddc299a triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:29:36.822270 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:36.897518 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:36.919389 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0b37e6-b124-498e-b3c3-50f65ddc299a'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:36.921620 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd00df8-90c4-4a9f-bb52-131cd36ed1a2" -d '{"events": [{"server_uuid": "8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262", "name": "network-vif-plugged", "status": "completed", "tag": "3b0b37e6-b124-498e-b3c3-50f65ddc299a"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:36.934233 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 3b0b37e6-b124-498e-b3c3-50f65ddc299a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3b0b37e6-b124-498e-b3c3-50f65ddc299a,segment=NetworkSegment(aba0e629-1e8d-4bd8-b526-712e4cb4a836),segment_id=aba0e629-1e8d-4bd8-b526-712e4cb4a836)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:36.938959 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:36.939784 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 98fa056e-24e7-4daf-adf6-17b48565cf0d no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:29:36.982238 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1cfa41-7b6e-4ed6-8b41-284890098395 x-openstack-request-id: req-0b1cfa41-7b6e-4ed6-8b41-284890098395 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:36.982585 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262", "name": "network-vif-plugged", "status": "completed", "tag": "3b0b37e6-b124-498e-b3c3-50f65ddc299a", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:36.982791 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b1cfa41-7b6e-4ed6-8b41-284890098395 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:36.983156 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0b37e6-b124-498e-b3c3-50f65ddc299a', 'code': 200} Sep 16 02:29:36.986058 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 98fa056e-24e7-4daf-adf6-17b48565cf0d {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:29:36.986058 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 98fa056e-24e7-4daf-adf6-17b48565cf0d not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:29:37.011550 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=3b0b37e6-b124-498e-b3c3-50f65ddc299a,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:37.153893 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb06f4-6741-433f-be4c-e49466764668 req-c0483afc-82ab-4c9a-a62e-7d6cb7356910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:37.155422 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c7fb06f4-6741-433f-be4c-e49466764668 req-c0483afc-82ab-4c9a-a62e-7d6cb7356910 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 1099 time: 0.0404055 Sep 16 02:29:37.192426 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c7fb06f4-6741-433f-be4c-e49466764668 req-ff1c6e5e-c6e0-4ad5-b5be-26eab368b82e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298340 Sep 16 02:29:37.757784 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842732d-8f49-4726-a1a6-1784536cdccf req-66d000b0-238c-4de3-88bc-be3df1420d00 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:37.759236 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7842732d-8f49-4726-a1a6-1784536cdccf req-66d000b0-238c-4de3-88bc-be3df1420d00 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 946 time: 0.0493007 Sep 16 02:29:37.794853 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7842732d-8f49-4726-a1a6-1784536cdccf req-874e34dd-33d0-4753-a35c-e93ee610bb59 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297654 Sep 16 02:29:38.906476 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1049ea-608f-4703-80e9-7c90a1ddf23e req-b7166b21-b55c-4924-959c-58680a412625 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:38.907927 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ac1049ea-608f-4703-80e9-7c90a1ddf23e req-b7166b21-b55c-4924-959c-58680a412625 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 946 time: 0.0479290 Sep 16 02:29:38.943394 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ac1049ea-608f-4703-80e9-7c90a1ddf23e req-4fa16c1d-160d-48d1-a765-4e07f1e248af tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295486 Sep 16 02:29:42.203806 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa79c1-4308-4de4-af02-72be36e0c503 req-3b1720c6-0e3c-436e-8e7f-9effc2056e80 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:42.205255 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-01fa79c1-4308-4de4-af02-72be36e0c503 req-3b1720c6-0e3c-436e-8e7f-9effc2056e80 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 946 time: 0.0473125 Sep 16 02:29:42.242283 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-01fa79c1-4308-4de4-af02-72be36e0c503 req-4786d6f4-5b8a-473c-943b-378e4f1c1353 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305212 Sep 16 02:29:43.356560 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2b950-96e1-4db7-a19b-88acca604dbc req-1de3dfa7-fd47-4216-b6b7-b14a3ee296a3 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:43.358019 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f4d2b950-96e1-4db7-a19b-88acca604dbc req-1de3dfa7-fd47-4216-b6b7-b14a3ee296a3 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 946 time: 0.0507479 Sep 16 02:29:43.394438 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f4d2b950-96e1-4db7-a19b-88acca604dbc req-9af33d47-e635-4b3f-8fe5-1496e89a9223 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302792 Sep 16 02:29:43.810323 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-6aa4b993-c7f8-4b63-b41d-af931022d258 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:43.811733 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-6aa4b993-c7f8-4b63-b41d-af931022d258 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 946 time: 0.0462852 Sep 16 02:29:43.904717 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Deleting port 3b0b37e6-b124-498e-b3c3-50f65ddc299a {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:43.905052 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:43.992573 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] For port 3b0b37e6-b124-498e-b3c3-50f65ddc299a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3b0b37e6-b124-498e-b3c3-50f65ddc299a,segment=NetworkSegment(aba0e629-1e8d-4bd8-b526-712e4cb4a836),segment_id=aba0e629-1e8d-4bd8-b526-712e4cb4a836)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:43.992859 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:44.004461 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Calling delete_port for 3b0b37e6-b124-498e-b3c3-50f65ddc299a owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:44.351522 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:44.363007 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['3b0b37e6-b124-498e-b3c3-50f65ddc299a'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:44.383041 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Pushing event deleted for resources: {'Port': ['ID=3b0b37e6-b124-498e-b3c3-50f65ddc299a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:44.395181 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.395552 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.395892 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.396222 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.396550 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.396879 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.397202 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.397523 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.397843 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.398163 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.398481 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.398798 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:44.431557 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] No DVR routers for this DVR port 3b0b37e6-b124-498e-b3c3-50f65ddc299a on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:29:44.434806 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:44.436826 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e943f69a-0a4a-4987-a134-e9fd9d88776b req-bc275186-fe41-400b-9e59-ac0e45095c4c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.15 "DELETE /v2.0/ports/3b0b37e6-b124-498e-b3c3-50f65ddc299a HTTP/1.1" status: 204 len: 173 time: 0.6183422 Sep 16 02:29:44.437278 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262', 'name': 'network-vif-deleted', 'tag': '3b0b37e6-b124-498e-b3c3-50f65ddc299a'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:44.439561 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4bf38a-9824-44eb-9748-b085f200c6ef" -d '{"events": [{"server_uuid": "8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262", "name": "network-vif-deleted", "tag": "3b0b37e6-b124-498e-b3c3-50f65ddc299a"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:44.477169 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec32a258-5f87-468f-b45c-4ff26b9458c5 x-openstack-request-id: req-ec32a258-5f87-468f-b45c-4ff26b9458c5 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:44.477462 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262", "name": "network-vif-deleted", "tag": "3b0b37e6-b124-498e-b3c3-50f65ddc299a", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:44.477710 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec32a258-5f87-468f-b45c-4ff26b9458c5 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:44.478101 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262', 'name': 'network-vif-deleted', 'tag': '3b0b37e6-b124-498e-b3c3-50f65ddc299a', 'status': 'completed', 'code': 200} Sep 16 02:29:44.491437 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9a2a7a3b-d927-48eb-bb3b-6249af55a12b req-01cb3025-8a34-452c-b400-7aadcb6ff4ae tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cdafb-60f3-4f5c-a7cd-4f4c93de4262 HTTP/1.1" status: 200 len: 210 time: 0.0303090 Sep 16 02:29:45.516838 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52378) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:45.622513 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:45.711891 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:45.716260 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:45.756297 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64e22931c7cf4b5fbc82b252e064b2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360327 Sep 16 02:29:45.756297 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e8ca52-69dc-4510-b164-8e2fea5ff077,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:45.758566 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52396) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:45.769350 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.769694 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.770031 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.770362 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.770689 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.771013 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.771367 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.771689 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.772008 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.772327 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.772645 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.772959 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f77fb4-f212-47cb-8a2d-40b32e10e705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:29:45.820827 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32d669f7-b21e-464a-948c-a052caeb3f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:45.823411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-b71d15d9-adcd-40be-9969-9232da8e36de tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:45.824879 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-b71d15d9-adcd-40be-9969-9232da8e36de tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/networks?id=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 HTTP/1.1" status: 200 len: 809 time: 0.1215520 Sep 16 02:29:45.840297 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-062cce89-d2a1-476f-9608-ae1fe4f0a428 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/quotas/272151dddc9e4148a9e3eadfd78e39a1 HTTP/1.1" status: 200 len: 375 time: 0.0093777 Sep 16 02:29:45.841654 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32d669f7-b21e-464a-948c-a052caeb3f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:45.870472 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3c1a050c-577c-44ba-b95a-32995789c2f2 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=272151dddc9e4148a9e3eadfd78e39a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248029 Sep 16 02:29:45.888384 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32d669f7-b21e-464a-948c-a052caeb3f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:45.890830 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32d669f7-b21e-464a-948c-a052caeb3f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:45.891972 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-32d669f7-b21e-464a-948c-a052caeb3f50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0e8ca52-69dc-4510-b164-8e2fea5ff077 HTTP/1.1" status: 204 len: 168 time: 0.1325185 Sep 16 02:29:45.901035 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d669f7-b21e-464a-948c-a052caeb3f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e8ca52-69dc-4510-b164-8e2fea5ff077,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:45.962194 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-bff6ae14-c325-4187-9057-5ee96dd543ac service neutron] 10.222.0.35 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847099 Sep 16 02:29:46.057197 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-ec4d0f8a-938d-4746-a017-9e4a4b52cb9a service neutron] 10.222.0.35 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889559 Sep 16 02:29:46.098703 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:46.243753 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-13218bd5-fa80-457b-86ab-4bdd7a4d8234 req-f8670055-6d29-4ab3-9fb3-61ab179b2b04 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 210 time: 0.0277114 Sep 16 02:29:46.595941 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-d7afb9b2-4cef-488f-886a-192a2d4e0b4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434570 Sep 16 02:29:46.672626 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-f0358723-5103-4dce-b244-8840ddcba194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:46.674225 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-f0358723-5103-4dce-b244-8840ddcba194 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 1099 time: 0.0420239 Sep 16 02:29:46.795053 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-92549bf5-5f86-4952-ac87-d038bbf1d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:46.796676 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-92549bf5-5f86-4952-ac87-d038bbf1d1e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 911 time: 0.0956230 Sep 16 02:29:46.803056 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 3b0b37e6-b124-498e-b3c3-50f65ddc299a no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:29:46.823191 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 3b0b37e6-b124-498e-b3c3-50f65ddc299a {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:29:46.823566 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 3b0b37e6-b124-498e-b3c3-50f65ddc299a not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:29:46.869810 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-7b3bc755-d808-4092-bbcb-94d9977810e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750 HTTP/1.1" status: 200 len: 1002 time: 0.0608103 Sep 16 02:29:46.933412 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-9e6452a5-749d-4441-b9c9-ce4a8e21367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:46.934918 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-9e6452a5-749d-4441-b9c9-ce4a8e21367b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3464487-6143-4e19-a716-c00ffe1a8b09 HTTP/1.1" status: 200 len: 849 time: 0.0490949 Sep 16 02:29:46.994122 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-a812344c-e8fe-45b2-a3d7-53f31cd774ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:46.995671 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-a812344c-e8fe-45b2-a3d7-53f31cd774ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a79e67f4-1d27-4159-8709-efe854b524e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423853 Sep 16 02:29:47.077393 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c11c6-fd0e-4704-b1c1-62d7c0632943 req-c130944e-601e-4751-8719-e0e7457d2802 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:47.079198 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f09c11c6-fd0e-4704-b1c1-62d7c0632943 req-c130944e-601e-4751-8719-e0e7457d2802 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0802975 Sep 16 02:29:47.084926 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-55cda812-16e7-476c-8294-e65d411cffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:47.086449 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-55cda812-16e7-476c-8294-e65d411cffb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fea454b17974c3c8773f956fb926556&device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 1137 time: 0.0608983 Sep 16 02:29:47.109148 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-a4ecea1d-f7dd-4639-b6c9-faccbe29c5d3 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949826 Sep 16 02:29:47.147852 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f09c11c6-fd0e-4704-b1c1-62d7c0632943 req-73f75045-8308-4868-8c1c-32606e184b8e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603306 Sep 16 02:29:47.220900 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-92b9ae9c-4f74-48a5-9812-02836ee25237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:47.224562 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-92b9ae9c-4f74-48a5-9812-02836ee25237 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2561a40-302a-43e7-989c-c7a2cf1be6e5 HTTP/1.1" status: 200 len: 914 time: 0.1111221 Sep 16 02:29:47.339113 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-bbb0df12-08da-4a92-9343-523d083cde36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 200 len: 1000 time: 0.1050670 Sep 16 02:29:47.354622 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-f8b87099-d8fe-4ec1-8bff-b75444f18e31 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:47.356207 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-f8b87099-d8fe-4ec1-8bff-b75444f18e31 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.15 "GET /v2.0/networks?id=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 HTTP/1.1" status: 200 len: 809 time: 0.1446638 Sep 16 02:29:47.375255 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-753b834d-bc24-475d-924d-3e5383b45044 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555950 Sep 16 02:29:47.377157 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0e718430-672e-410b-8298-ea4b65d73de5 req-a17baa5a-72d9-4d5f-b9ab-3810cfef03ed tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 210 time: 0.0489247 Sep 16 02:29:47.380847 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Request body: {'port': {'device_id': '54f74203-674a-4976-b26e-9b2143ac2397', 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6', 'admin_state_up': True, 'tenant_id': '272151dddc9e4148a9e3eadfd78e39a1'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:47.427800 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-56b67823-9172-485f-9bf0-7e0be33ee0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:47.429417 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-56b67823-9172-485f-9bf0-7e0be33ee0ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d2f53d8d-5e56-4fe6-b365-429fb210112a HTTP/1.1" status: 200 len: 852 time: 0.0808918 Sep 16 02:29:47.482451 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-ddb3d606-11e6-4d09-a747-85cd72be9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:47.484089 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-ddb3d606-11e6-4d09-a747-85cd72be9dc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2561a40-302a-43e7-989c-c7a2cf1be6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410719 Sep 16 02:29:47.488952 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52458) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:47.508358 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Made reservation on behalf of 272151dddc9e4148a9e3eadfd78e39a1 for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:29:47.512361 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:47.583685 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-949bee81-1d2f-466d-bbba-95720b5956a3 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885792 Sep 16 02:29:47.621641 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19c90ec7-03fa-4369-b15c-f1545b112060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:47.639705 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Allocated IP 172.20.0.11 (b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6/ad00ba35-56d2-404e-9660-b9747c672c3f/8272bee6-d4d6-44bb-a7da-12c9105e5cce) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:29:47.730785 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-8fed4dc2-053f-4385-ad73-618a68a79dc7 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324446 Sep 16 02:29:47.786494 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19c90ec7-03fa-4369-b15c-f1545b112060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:47.790805 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19c90ec7-03fa-4369-b15c-f1545b112060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:47.795703 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:47.829884 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-19c90ec7-03fa-4369-b15c-f1545b112060 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59e40bab135641cea6bb344459479749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371694 Sep 16 02:29:47.829884 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c90ec7-03fa-4369-b15c-f1545b112060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ebc9b-962b-4312-82a0-6bac629d9d2f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:47.830260 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52462) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:47.839253 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:47.903419 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:29:47.912740 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:29:47.917011 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:29:47.956736 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Pushing event updated for resources: {'Port': ['ID=8272bee6-d4d6-44bb-a7da-12c9105e5cce,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:47.972101 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c274-5cf3-46c3-968a-a9b9d67568d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:47.984801 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:47.985448 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.010485 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c274-5cf3-46c3-968a-a9b9d67568d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.017655 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3d79662b-2523-467b-96ec-eb6d3ab23b64 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6449723 Sep 16 02:29:48.038417 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Request body: {'port': {'device_id': '54f74203-674a-4976-b26e-9b2143ac2397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:48.099954 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.102898 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c274-5cf3-46c3-968a-a9b9d67568d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.105580 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c274-5cf3-46c3-968a-a9b9d67568d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.106730 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-4fd9c274-5cf3-46c3-968a-a9b9d67568d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a07ebc9b-962b-4312-82a0-6bac629d9d2f HTTP/1.1" status: 204 len: 168 time: 0.2749100 Sep 16 02:29:48.127123 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9c274-5cf3-46c3-968a-a9b9d67568d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ebc9b-962b-4312-82a0-6bac629d9d2f,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:48.289239 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b38fc6-f764-4780-8f5b-5c36434174b8 req-aae8d2ab-6051-455c-a7fa-06d8026f742a tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:48.290768 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-60b38fc6-f764-4780-8f5b-5c36434174b8 req-aae8d2ab-6051-455c-a7fa-06d8026f742a tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0573485 Sep 16 02:29:48.335463 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-60b38fc6-f764-4780-8f5b-5c36434174b8 req-14c182bc-9dd5-40fd-953d-f1d2cff207f9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378892 Sep 16 02:29:48.390400 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52470) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:48.392164 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8272bee6-d4d6-44bb-a7da-12c9105e5cce {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:29:48.399888 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.403065 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-57543412-7c6d-4592-80f1-1bd95d4b5047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.411481 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Transition to ACTIVE for port object 8272bee6-d4d6-44bb-a7da-12c9105e5cce will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:29:48.415852 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.468627 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Pushing event updated for resources: {'Port': ['ID=8272bee6-d4d6-44bb-a7da-12c9105e5cce,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:48.509433 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-57543412-7c6d-4592-80f1-1bd95d4b5047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.513355 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-57543412-7c6d-4592-80f1-1bd95d4b5047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.553122 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-57543412-7c6d-4592-80f1-1bd95d4b5047 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3e4b6e22f2a4add99fdc0c6f9037b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616189 Sep 16 02:29:48.553980 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57543412-7c6d-4592-80f1-1bd95d4b5047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ad646-3d2d-4d62-98f2-e867e233fa63,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:48.556316 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52474) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:48.565114 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e8878-6f21-46c0-9e49-0fc1d5a9efd5 req-16c5cf5e-7e43-4bc7-85af-c064cd54a84f tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:48.566616 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4f9e8878-6f21-46c0-9e49-0fc1d5a9efd5 req-16c5cf5e-7e43-4bc7-85af-c064cd54a84f tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 944 time: 0.0990343 Sep 16 02:29:48.582987 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Attempting to bind port 8272bee6-d4d6-44bb-a7da-12c9105e5cce on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:29:48.583337 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Attempting to bind port 8272bee6-d4d6-44bb-a7da-12c9105e5cce by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'aba0e629-1e8d-4bd8-b526-712e4cb4a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:29:48.583666 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Attempting to bind port 8272bee6-d4d6-44bb-a7da-12c9105e5cce on network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:29:48.595673 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Port 8272bee6-d4d6-44bb-a7da-12c9105e5cce on network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:29:48.595989 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Attempting to bind port 8272bee6-d4d6-44bb-a7da-12c9105e5cce on network b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:29:48.604730 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:29:48.605060 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Checking segment: {'id': 'aba0e629-1e8d-4bd8-b526-712e4cb4a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:29:48.605432 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Bound using segment: {'id': 'aba0e629-1e8d-4bd8-b526-712e4cb4a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:29:48.605854 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Bound port: 8272bee6-d4d6-44bb-a7da-12c9105e5cce, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba0e629-1e8d-4bd8-b526-712e4cb4a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:29:48.606201 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.606319 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81bac719-498f-4783-b522-57e7196b1b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.625878 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4f9e8878-6f21-46c0-9e49-0fc1d5a9efd5 req-9d9c2629-8331-478f-9bfc-d6b0ef023c86 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515571 Sep 16 02:29:48.627074 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81bac719-498f-4783-b522-57e7196b1b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.673619 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81bac719-498f-4783-b522-57e7196b1b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.677073 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81bac719-498f-4783-b522-57e7196b1b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.678414 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-81bac719-498f-4783-b522-57e7196b1b8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c0ad646-3d2d-4d62-98f2-e867e233fa63 HTTP/1.1" status: 204 len: 168 time: 0.1210611 Sep 16 02:29:48.682908 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] For port 8272bee6-d4d6-44bb-a7da-12c9105e5cce, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:29:48.686377 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] For port 8272bee6-d4d6-44bb-a7da-12c9105e5cce, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8272bee6-d4d6-44bb-a7da-12c9105e5cce,segment=NetworkSegment(aba0e629-1e8d-4bd8-b526-712e4cb4a836),segment_id=aba0e629-1e8d-4bd8-b526-712e4cb4a836)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:29:48.689478 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bac719-498f-4783-b522-57e7196b1b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ad646-3d2d-4d62-98f2-e867e233fa63,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:48.695816 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.737945 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:48.738554 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.739962 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] 10.222.0.15 "PUT /v2.0/ports/8272bee6-d4d6-44bb-a7da-12c9105e5cce HTTP/1.1" status: 200 len: 1094 time: 0.7056968 Sep 16 02:29:48.740401 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f74203-674a-4976-b26e-9b2143ac2397', 'tag': '8272bee6-d4d6-44bb-a7da-12c9105e5cce'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:48.742614 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44" -d '{"events": [{"name": "network-changed", "server_uuid": "54f74203-674a-4976-b26e-9b2143ac2397", "tag": "8272bee6-d4d6-44bb-a7da-12c9105e5cce"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:48.768165 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fc8d0-077c-489d-ab19-fd4cfb393982 service neutron] Pushing event updated for resources: {'Port': ['ID=8272bee6-d4d6-44bb-a7da-12c9105e5cce,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:48.787783 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc3189f-3a7e-4a6a-91e6-9e56c0e6b099 x-openstack-request-id: req-9fc3189f-3a7e-4a6a-91e6-9e56c0e6b099 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:48.788071 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f74203-674a-4976-b26e-9b2143ac2397", "tag": "8272bee6-d4d6-44bb-a7da-12c9105e5cce", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:48.788319 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fc3189f-3a7e-4a6a-91e6-9e56c0e6b099 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:48.788723 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f74203-674a-4976-b26e-9b2143ac2397', 'tag': '8272bee6-d4d6-44bb-a7da-12c9105e5cce', 'status': 'completed', 'code': 200} Sep 16 02:29:48.805125 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d9f9a7cd-e7fa-4606-854d-ffedfd0c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:48.838784 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3f5e9d30-efbd-4e46-bd1c-c803e3f324bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:48.840328 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-3f5e9d30-efbd-4e46-bd1c-c803e3f324bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=272151dddc9e4148a9e3eadfd78e39a1&device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 1097 time: 0.0435214 Sep 16 02:29:48.882751 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-6a28a9bc-37d9-491a-b430-a66875f3c0cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8272bee6-d4d6-44bb-a7da-12c9105e5cce HTTP/1.1" status: 200 len: 217 time: 0.0344911 Sep 16 02:29:48.933815 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-619982c4-2c42-401e-89cb-0cece2bf42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:48.935314 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-619982c4-2c42-401e-89cb-0cece2bf42aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad00ba35-56d2-404e-9660-b9747c672c3f HTTP/1.1" status: 200 len: 849 time: 0.0430439 Sep 16 02:29:48.970993 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-eb457ef5-136f-405b-bf0f-bb3ec17e3f2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276544 Sep 16 02:29:49.060459 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-584db0f8-797e-4650-9cb8-4ccd9b41b57d service neutron] 10.222.0.15 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804234 Sep 16 02:29:49.155959 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-578063b8-ce39-4a50-9264-d61c6343e8dd req-818a48e2-fe3d-40bf-acc9-bebeb0b441cb service neutron] 10.222.0.15 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865319 Sep 16 02:29:49.243013 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44 req-ddb60a59-e013-40e5-b746-72c82a61602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:49.244626 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44 req-ddb60a59-e013-40e5-b746-72c82a61602c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=272151dddc9e4148a9e3eadfd78e39a1&device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 1097 time: 0.0410676 Sep 16 02:29:49.342648 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44 req-d04796bf-5969-4397-b9f4-e9a9a05f08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:49.344248 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44 req-d04796bf-5969-4397-b9f4-e9a9a05f08fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 HTTP/1.1" status: 200 len: 910 time: 0.0903034 Sep 16 02:29:49.388129 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44 req-c23aca2d-ccf9-4f18-8956-077893398591 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8272bee6-d4d6-44bb-a7da-12c9105e5cce HTTP/1.1" status: 200 len: 217 time: 0.0356116 Sep 16 02:29:49.473564 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44 req-ca57486e-fab2-42da-a34f-59aca932a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:49.475032 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44 req-ca57486e-fab2-42da-a34f-59aca932a554 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad00ba35-56d2-404e-9660-b9747c672c3f HTTP/1.1" status: 200 len: 849 time: 0.0748057 Sep 16 02:29:49.487567 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5be746-e4f4-48ad-933f-a2f5776cfdcc req-9afaa1fa-1783-4deb-b958-e7b5c4cd8bd5 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:49.488992 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0f5be746-e4f4-48ad-933f-a2f5776cfdcc req-9afaa1fa-1783-4deb-b958-e7b5c4cd8bd5 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0809917 Sep 16 02:29:49.518407 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44 req-2ad148c9-e107-4b76-a636-bd1c8aed3df3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283465 Sep 16 02:29:49.567458 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0f5be746-e4f4-48ad-933f-a2f5776cfdcc req-57761248-c267-4437-9d05-5255c672d937 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702808 Sep 16 02:29:49.626208 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44 req-337f66e2-f5ba-444f-aec1-95a8e16df310 service neutron] 10.222.0.15 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963156 Sep 16 02:29:49.733162 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-800dba54-b8ad-4c7b-a2e3-5f09fe634b44 req-b84342b4-70e9-4ffa-a0f4-c1406d92d947 service neutron] 10.222.0.15 "GET /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980916 Sep 16 02:29:49.765026 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73f4d3-d96a-40be-874c-325ba4c5aeda req-90d548ab-5805-4fb7-aded-c107bdfcb16c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:49.766516 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0d73f4d3-d96a-40be-874c-325ba4c5aeda req-90d548ab-5805-4fb7-aded-c107bdfcb16c tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 944 time: 0.0650160 Sep 16 02:29:49.807577 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0d73f4d3-d96a-40be-874c-325ba4c5aeda req-a11f7c5c-af44-4158-a159-3bb4c3cb5918 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346110 Sep 16 02:29:50.684265 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d77cf-43ed-4031-9b03-a4e61316298e req-fc88f2d9-8b54-4442-aff5-12985903d5ad tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:50.685637 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fd8d77cf-43ed-4031-9b03-a4e61316298e req-fc88f2d9-8b54-4442-aff5-12985903d5ad tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0487392 Sep 16 02:29:50.727327 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fd8d77cf-43ed-4031-9b03-a4e61316298e req-9d6532c3-bcad-4d38-8746-870d37b2522a tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348437 Sep 16 02:29:50.821940 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 8272bee6-d4d6-44bb-a7da-12c9105e5cce details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:29:50.922788 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 8272bee6-d4d6-44bb-a7da-12c9105e5cce, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8272bee6-d4d6-44bb-a7da-12c9105e5cce,segment=NetworkSegment(aba0e629-1e8d-4bd8-b526-712e4cb4a836),segment_id=aba0e629-1e8d-4bd8-b526-712e4cb4a836)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:50.935343 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '8272bee6-d4d6-44bb-a7da-12c9105e5cce', 'network_id': 'b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6', 'port_id': '8272bee6-d4d6-44bb-a7da-12c9105e5cce', 'mac_address': 'fa:16:3e:38:42:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad00ba35-56d2-404e-9660-b9747c672c3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:29:50.938074 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f459eb-2129-4fe9-8dbf-7d6615eb3953 req-239fd4ec-5f8c-4c5e-b1f0-46c6b009736e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:50.940622 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-84f459eb-2129-4fe9-8dbf-7d6615eb3953 req-239fd4ec-5f8c-4c5e-b1f0-46c6b009736e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 944 time: 0.0540285 Sep 16 02:29:50.977364 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:50.988217 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-84f459eb-2129-4fe9-8dbf-7d6615eb3953 req-27a2ce93-b91c-413d-92a6-339c8e56a7be tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Sep 16 02:29:50.990783 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8272bee6-d4d6-44bb-a7da-12c9105e5cce {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:29:51.012922 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 8272bee6-d4d6-44bb-a7da-12c9105e5cce, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8272bee6-d4d6-44bb-a7da-12c9105e5cce,segment=NetworkSegment(aba0e629-1e8d-4bd8-b526-712e4cb4a836),segment_id=aba0e629-1e8d-4bd8-b526-712e4cb4a836)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:51.016863 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:51.068245 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=8272bee6-d4d6-44bb-a7da-12c9105e5cce,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:51.336139 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['8272bee6-d4d6-44bb-a7da-12c9105e5cce'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:51.462056 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-dec850ce-0c29-444c-ab0e-0a3256d30575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:51.467464 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52620) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:51.568377 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24fa5d47-8b54-4a20-a82c-52b68cfee346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:51.653173 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24fa5d47-8b54-4a20-a82c-52b68cfee346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:51.656717 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24fa5d47-8b54-4a20-a82c-52b68cfee346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:51.693349 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-24fa5d47-8b54-4a20-a82c-52b68cfee346 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ba5acc0a06044f8a5c2f4136db5c347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247880 Sep 16 02:29:51.694199 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa5d47-8b54-4a20-a82c-52b68cfee346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ecbe7a-f99b-49b9-b744-e3f1a903d0a3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:51.696117 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52624) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:51.747658 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c917a3e7-54cf-4f60-bbac-c2054bdf0c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:51.769191 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c917a3e7-54cf-4f60-bbac-c2054bdf0c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:51.838216 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c917a3e7-54cf-4f60-bbac-c2054bdf0c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:51.840692 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c917a3e7-54cf-4f60-bbac-c2054bdf0c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:51.841817 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c917a3e7-54cf-4f60-bbac-c2054bdf0c0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31ecbe7a-f99b-49b9-b744-e3f1a903d0a3 HTTP/1.1" status: 204 len: 168 time: 0.1447482 Sep 16 02:29:51.852882 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89c824-e21f-4d74-80c0-44c5d01fce56 req-62c6c39b-4a40-4e86-a242-02b3db0b8819 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:51.854330 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cb89c824-e21f-4d74-80c0-44c5d01fce56 req-62c6c39b-4a40-4e86-a242-02b3db0b8819 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0597415 Sep 16 02:29:51.860344 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917a3e7-54cf-4f60-bbac-c2054bdf0c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ecbe7a-f99b-49b9-b744-e3f1a903d0a3,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:51.900106 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cb89c824-e21f-4d74-80c0-44c5d01fce56 req-41a66c5a-ae5d-4cb9-81be-2a4a952bf847 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377176 Sep 16 02:29:52.114791 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52634) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:52.116795 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf799d77-2176-47bd-8e9a-9b1d54bccbd8 req-1a58b842-bbc4-4016-8819-3fb3c500e541 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:52.118287 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cf799d77-2176-47bd-8e9a-9b1d54bccbd8 req-1a58b842-bbc4-4016-8819-3fb3c500e541 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 945 time: 0.0592406 Sep 16 02:29:52.128260 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d36e1f2-2b73-4630-8ea8-f97a9d7b72a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:52.155522 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cf799d77-2176-47bd-8e9a-9b1d54bccbd8 req-1f0d8ffb-3e61-4dc8-bb5b-6ca4e1cd88f4 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Sep 16 02:29:52.213720 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d36e1f2-2b73-4630-8ea8-f97a9d7b72a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:52.217371 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d36e1f2-2b73-4630-8ea8-f97a9d7b72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:52.259977 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-7d36e1f2-2b73-4630-8ea8-f97a9d7b72a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9aadea95c02b4a5ab417cdcdaf5ac201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440723 Sep 16 02:29:52.260753 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36e1f2-2b73-4630-8ea8-f97a9d7b72a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e125563c-a020-47b0-b092-96192334ec09,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:52.262740 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52636) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:52.266624 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:52.309222 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2787165f-4f91-4601-ba7a-d37340d0f641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:52.330681 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2787165f-4f91-4601-ba7a-d37340d0f641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:52.376562 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2787165f-4f91-4601-ba7a-d37340d0f641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:52.379073 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2787165f-4f91-4601-ba7a-d37340d0f641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:52.380270 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-2787165f-4f91-4601-ba7a-d37340d0f641 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e125563c-a020-47b0-b092-96192334ec09 HTTP/1.1" status: 204 len: 168 time: 0.1165729 Sep 16 02:29:52.390490 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787165f-4f91-4601-ba7a-d37340d0f641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e125563c-a020-47b0-b092-96192334ec09,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:52.630729 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:52.842558 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 8272bee6-d4d6-44bb-a7da-12c9105e5cce up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:29:52.896333 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 8272bee6-d4d6-44bb-a7da-12c9105e5cce completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:29:52.900223 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 8272bee6-d4d6-44bb-a7da-12c9105e5cce triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:29:52.900595 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:52.979517 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:53.002311 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f74203-674a-4976-b26e-9b2143ac2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8272bee6-d4d6-44bb-a7da-12c9105e5cce'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:53.004591 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0409375e-1603-4bb1-a98b-a65cfbdfdc3b" -d '{"events": [{"server_uuid": "54f74203-674a-4976-b26e-9b2143ac2397", "name": "network-vif-plugged", "status": "completed", "tag": "8272bee6-d4d6-44bb-a7da-12c9105e5cce"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:53.016861 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 8272bee6-d4d6-44bb-a7da-12c9105e5cce, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8272bee6-d4d6-44bb-a7da-12c9105e5cce,segment=NetworkSegment(aba0e629-1e8d-4bd8-b526-712e4cb4a836),segment_id=aba0e629-1e8d-4bd8-b526-712e4cb4a836)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:53.022485 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:53.023123 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6bc69-935c-41a7-9eda-269354470d71 req-03b92802-bd11-4571-a6c8-490bebf89c33 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:53.024911 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-73f6bc69-935c-41a7-9eda-269354470d71 req-03b92802-bd11-4571-a6c8-490bebf89c33 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0516825 Sep 16 02:29:53.052113 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78a18bf-3dab-429d-b59a-c6f05c011174 x-openstack-request-id: req-f78a18bf-3dab-429d-b59a-c6f05c011174 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:53.052402 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f74203-674a-4976-b26e-9b2143ac2397", "name": "network-vif-plugged", "status": "completed", "tag": "8272bee6-d4d6-44bb-a7da-12c9105e5cce", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:53.052657 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f78a18bf-3dab-429d-b59a-c6f05c011174 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:53.053031 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f74203-674a-4976-b26e-9b2143ac2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8272bee6-d4d6-44bb-a7da-12c9105e5cce', 'code': 200} Sep 16 02:29:53.073453 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-73f6bc69-935c-41a7-9eda-269354470d71 req-aaaa7485-6ad3-4365-870f-d2621d6db2c4 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399342 Sep 16 02:29:53.096900 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=8272bee6-d4d6-44bb-a7da-12c9105e5cce,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:53.240496 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef684d-b0e7-4c93-922f-cd51188eaba7 req-9eb45ef2-93b1-4919-8ebb-c887292266e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:53.241995 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-52ef684d-b0e7-4c93-922f-cd51188eaba7 req-9eb45ef2-93b1-4919-8ebb-c887292266e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 1099 time: 0.0653505 Sep 16 02:29:53.299137 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e880c51-1f57-414c-9643-fa55ba82b85e req-fc908660-ffe6-4277-89ce-510a6ee55197 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:53.300698 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1e880c51-1f57-414c-9643-fa55ba82b85e req-fc908660-ffe6-4277-89ce-510a6ee55197 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 946 time: 0.0738299 Sep 16 02:29:53.302100 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-52ef684d-b0e7-4c93-922f-cd51188eaba7 req-6e2f783d-1b1c-4b4b-8b62-a8261d4aaeb9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465407 Sep 16 02:29:53.340240 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1e880c51-1f57-414c-9643-fa55ba82b85e req-8dfb75f6-3c33-45a6-b6b6-fbfa1ba28248 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333896 Sep 16 02:29:54.049217 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:54.130390 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b291-c2fd-4bda-a883-4ba41e7e8c92 req-d16d10ec-cdbf-443b-b882-3652a7065fb0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:54.132048 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-04c8b291-c2fd-4bda-a883-4ba41e7e8c92 req-d16d10ec-cdbf-443b-b882-3652a7065fb0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 947 time: 0.0547171 Sep 16 02:29:54.171078 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-04c8b291-c2fd-4bda-a883-4ba41e7e8c92 req-ae67535e-cfaa-46b6-9c52-94517cd187b1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326524 Sep 16 02:29:54.207865 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f338b7-44aa-4875-9c7b-21d18e8d6c73 req-17ee4da8-5037-4fff-bd8b-e726084a6de1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:54.209343 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-83f338b7-44aa-4875-9c7b-21d18e8d6c73 req-17ee4da8-5037-4fff-bd8b-e726084a6de1 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0651417 Sep 16 02:29:54.248610 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-83f338b7-44aa-4875-9c7b-21d18e8d6c73 req-7ab1fa9d-8cea-45e2-9860-75e9842e6cc2 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332141 Sep 16 02:29:54.456827 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd135d0-4296-4c4a-a674-dfef376bb4c7 req-35844af4-7d4a-482a-ac48-9a0ea550b957 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:54.458302 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-abd135d0-4296-4c4a-a674-dfef376bb4c7 req-35844af4-7d4a-482a-ac48-9a0ea550b957 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 946 time: 0.0507534 Sep 16 02:29:54.509354 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-abd135d0-4296-4c4a-a674-dfef376bb4c7 req-f133e40d-ba1e-46d8-acfb-d37d345fa526 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442455 Sep 16 02:29:55.291491 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1dafb-594e-4fb0-a52d-77062ae22391 req-c1aec0d1-8319-49a3-b9f2-4a734e0d2533 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:55.292962 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f0c1dafb-594e-4fb0-a52d-77062ae22391 req-c1aec0d1-8319-49a3-b9f2-4a734e0d2533 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 947 time: 0.0485330 Sep 16 02:29:55.331971 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f0c1dafb-594e-4fb0-a52d-77062ae22391 req-3e19269d-3ba3-4ddb-820e-7d6248f614b0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329990 Sep 16 02:29:55.362757 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cf33-2018-4666-bef1-69161f514919 req-3ff13f0a-da46-43a2-af73-204b6abd18a9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:55.364262 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4ad0cf33-2018-4666-bef1-69161f514919 req-3ff13f0a-da46-43a2-af73-204b6abd18a9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0496476 Sep 16 02:29:55.403755 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4ad0cf33-2018-4666-bef1-69161f514919 req-d9628362-09fb-4992-8082-1af4a7274c45 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333142 Sep 16 02:29:55.626617 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1c905-d49d-4233-8708-a62ee241f275 req-36cd0e50-2e91-44bd-a6e7-3dffbfc6a7c8 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:55.628254 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ddc1c905-d49d-4233-8708-a62ee241f275 req-36cd0e50-2e91-44bd-a6e7-3dffbfc6a7c8 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 946 time: 0.0536504 Sep 16 02:29:55.668138 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ddc1c905-d49d-4233-8708-a62ee241f275 req-20700842-f809-4283-ab67-9a19f77314fd tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334256 Sep 16 02:29:56.043012 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-7e8b93a3-1a44-4fbb-afd7-804b78b8e949 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:56.044474 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-7e8b93a3-1a44-4fbb-afd7-804b78b8e949 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.15 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 947 time: 0.0518694 Sep 16 02:29:56.148044 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Deleting port 5afb7787-76d6-4f16-8531-4e75bad13974 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:56.148514 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:56.247871 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] For port 5afb7787-76d6-4f16-8531-4e75bad13974, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5afb7787-76d6-4f16-8531-4e75bad13974,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:56.248632 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:56.461176 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c053-6397-4ecf-b2d7-121251734c9e req-65b3a775-b9b1-41f7-92a4-e93de24a2c08 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:56.462745 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cf93c053-6397-4ecf-b2d7-121251734c9e req-65b3a775-b9b1-41f7-92a4-e93de24a2c08 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 947 time: 0.0568528 Sep 16 02:29:56.507704 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cf93c053-6397-4ecf-b2d7-121251734c9e req-b49c0af2-9b1e-489d-a6f8-73dc3e84ac5e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=29e95f33-d104-4cbf-a9d9-44bf710468f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381210 Sep 16 02:29:56.626063 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e818224-b8be-4da5-9eee-5ab284626963 req-0b81828e-4e65-4102-8f02-b28f1699fadf tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:56.628112 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0e818224-b8be-4da5-9eee-5ab284626963 req-0b81828e-4e65-4102-8f02-b28f1699fadf tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0512068 Sep 16 02:29:56.670791 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0e818224-b8be-4da5-9eee-5ab284626963 req-8e821853-3a57-4571-a6a7-65f82352ebbd tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354395 Sep 16 02:29:56.702326 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183aed4-1689-454f-be09-af6bcf9356e3 req-dc0c0f0a-c211-4ebd-aa2f-895bf3e1daa3 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:56.704107 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f183aed4-1689-454f-be09-af6bcf9356e3 req-dc0c0f0a-c211-4ebd-aa2f-895bf3e1daa3 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 946 time: 0.3542109 Sep 16 02:29:56.781743 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f183aed4-1689-454f-be09-af6bcf9356e3 req-0e6c961a-1b45-4c3e-ab3a-33720bb3c682 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499489 Sep 16 02:29:56.784405 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:56.784768 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:56.785087 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Floating IP 45199111-4971-44bc-89dd-6b66874aa980 disassociated. External IP: 172.27.2.8, port: 5afb7787-76d6-4f16-8531-4e75bad13974. Sep 16 02:29:56.785426 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Calling delete_port for 5afb7787-76d6-4f16-8531-4e75bad13974 owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:56.911723 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:56.939450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event deleted for resources: {'Port': ['ID=5afb7787-76d6-4f16-8531-4e75bad13974,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:57.049880 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Router bbe3e23c-4088-4eac-b09a-2422f491a477 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:29:57.153985 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:29:57.164336 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] Sync routers for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:29:57.173326 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:29:57.174014 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:29:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:57.191999 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] No DVR routers for this DVR port 5afb7787-76d6-4f16-8531-4e75bad13974 on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:29:57.194820 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:57.197051 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d9df7c99-3e6c-4ab3-a7d8-5aaf14ad2776 req-2837e2e3-b706-49a4-b513-c4d78e73bfec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.15 "DELETE /v2.0/ports/5afb7787-76d6-4f16-8531-4e75bad13974 HTTP/1.1" status: 204 len: 173 time: 1.1422071 Sep 16 02:29:57.197606 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'name': 'network-vif-deleted', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:57.200705 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed9bf34-942e-4b68-be48-32f496b7d1c6" -d '{"events": [{"server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "name": "network-vif-deleted", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:57.242891 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8224ca0-8721-44db-99f4-0a623a6e26aa x-openstack-request-id: req-a8224ca0-8721-44db-99f4-0a623a6e26aa {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:57.243302 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ce83b-436c-43c7-9dc0-c6301575231a", "name": "network-vif-deleted", "tag": "5afb7787-76d6-4f16-8531-4e75bad13974", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:57.243544 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8224ca0-8721-44db-99f4-0a623a6e26aa {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:57.243929 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ce83b-436c-43c7-9dc0-c6301575231a', 'name': 'network-vif-deleted', 'tag': '5afb7787-76d6-4f16-8531-4e75bad13974', 'status': 'completed', 'code': 200} Sep 16 02:29:57.281925 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:29:57.600873 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:57.640045 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] Checking router: bbe3e23c-4088-4eac-b09a-2422f491a477 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:29:57.640752 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e0ae9bad-4103-4ab3-bd76-1a78780417ef req-d573c3a3-e089-4910-bb7e-eec744c6a786 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ce83b-436c-43c7-9dc0-c6301575231a HTTP/1.1" status: 200 len: 210 time: 0.0410836 Sep 16 02:29:57.652354 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:29:57.653067 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:29:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:57.812036 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:29:57.918248 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6ebb5-2d1d-494e-a725-a158e84af820 req-bd76ba41-cf4c-4f77-8c63-9c2112c8046d tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:57.920143 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a9e6ebb5-2d1d-494e-a725-a158e84af820 req-bd76ba41-cf4c-4f77-8c63-9c2112c8046d tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0624604 Sep 16 02:29:57.956108 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-a9e5d729-aea3-4aa2-8f03-8fff353a27b3 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:57.957571 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-a9e5d729-aea3-4aa2-8f03-8fff353a27b3 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.15 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 946 time: 0.1398089 Sep 16 02:29:57.964518 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a9e6ebb5-2d1d-494e-a725-a158e84af820 req-8ab72fe5-b347-4823-bd2c-66bcdc26639b tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373831 Sep 16 02:29:57.997794 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5001-35fc-46a2-9526-77dd3b194dec req-4cf5019a-bbf7-4b48-bf3e-7ce9c3830968 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:57.999306 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-98fb5001-35fc-46a2-9526-77dd3b194dec req-4cf5019a-bbf7-4b48-bf3e-7ce9c3830968 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f74203-674a-4976-b26e-9b2143ac2397 HTTP/1.1" status: 200 len: 946 time: 0.0986111 Sep 16 02:29:58.060326 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:29:58.089793 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5213b983-7413-413f-9734-80c3dff55ea9 None None] The sync data for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi is: [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:29:58.092816 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-98fb5001-35fc-46a2-9526-77dd3b194dec req-6308f0b9-5ff7-411c-98bf-158bfa37ac24 tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdf4e70e-17d0-4dc1-b356-be30d61b3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771096 Sep 16 02:29:58.128009 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-aac8be59-d078-40ba-8311-7d58cb0c861e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Deleting port 8272bee6-d4d6-44bb-a7da-12c9105e5cce {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:58.128450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-aac8be59-d078-40ba-8311-7d58cb0c861e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:58.224529 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-aac8be59-d078-40ba-8311-7d58cb0c861e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] For port 8272bee6-d4d6-44bb-a7da-12c9105e5cce, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8272bee6-d4d6-44bb-a7da-12c9105e5cce,segment=NetworkSegment(aba0e629-1e8d-4bd8-b526-712e4cb4a836),segment_id=aba0e629-1e8d-4bd8-b526-712e4cb4a836)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:29:58.224887 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-aac8be59-d078-40ba-8311-7d58cb0c861e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:58.237692 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-aac8be59-d078-40ba-8311-7d58cb0c861e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Calling delete_port for 8272bee6-d4d6-44bb-a7da-12c9105e5cce owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:58.336988 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb530041-df9f-4c3e-896f-ffc5d443b43f None None] New status for floating IP 45199111-4971-44bc-89dd-6b66874aa980: DOWN {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:29:58.369794 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-aac8be59-d078-40ba-8311-7d58cb0c861e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:58.381961 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['8272bee6-d4d6-44bb-a7da-12c9105e5cce'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:29:58.398450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8be59-d078-40ba-8311-7d58cb0c861e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Pushing event deleted for resources: {'Port': ['ID=8272bee6-d4d6-44bb-a7da-12c9105e5cce,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:58.445642 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-aac8be59-d078-40ba-8311-7d58cb0c861e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] No DVR routers for this DVR port 8272bee6-d4d6-44bb-a7da-12c9105e5cce on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:29:58.449321 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-aac8be59-d078-40ba-8311-7d58cb0c861e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:58.451423 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-761c0f5e-ec84-45e8-8c4e-71def054821c req-aac8be59-d078-40ba-8311-7d58cb0c861e tempest-VolumesActionsTest-1433280281 tempest-VolumesActionsTest-1433280281-project] 10.222.0.15 "DELETE /v2.0/ports/8272bee6-d4d6-44bb-a7da-12c9105e5cce HTTP/1.1" status: 204 len: 173 time: 0.4770086 Sep 16 02:29:58.744817 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52796) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:58.801516 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f94ab050-b00f-4cbf-8d7b-843ceb65fd6d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:58.823190 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f94ab050-b00f-4cbf-8d7b-843ceb65fd6d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:58.856432 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 8272bee6-d4d6-44bb-a7da-12c9105e5cce no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:29:58.873262 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f94ab050-b00f-4cbf-8d7b-843ceb65fd6d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:58.876046 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f94ab050-b00f-4cbf-8d7b-843ceb65fd6d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:58.877429 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f94ab050-b00f-4cbf-8d7b-843ceb65fd6d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "DELETE /v2.0/security-groups/29e95f33-d104-4cbf-a9d9-44bf710468f5 HTTP/1.1" status: 204 len: 168 time: 0.1315563 Sep 16 02:29:58.880222 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52798) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:58.893511 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ab050-b00f-4cbf-8d7b-843ceb65fd6d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e95f33-d104-4cbf-a9d9-44bf710468f5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:58.899676 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 8272bee6-d4d6-44bb-a7da-12c9105e5cce {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:29:58.901214 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 8272bee6-d4d6-44bb-a7da-12c9105e5cce not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:29:58.901789 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 5afb7787-76d6-4f16-8531-4e75bad13974 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:29:58.910612 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.api.v2.resource [None req-6ab2ef59-1de8-41ec-b79a-3ab0c5be44fe tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] show failed (client error): The resource could not be found. Sep 16 02:29:58.914519 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6ab2ef59-1de8-41ec-b79a-3ab0c5be44fe tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups/29e95f33-d104-4cbf-a9d9-44bf710468f5 HTTP/1.1" status: 404 len: 347 time: 0.0330105 Sep 16 02:29:58.917523 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52802) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:58.926403 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 5afb7787-76d6-4f16-8531-4e75bad13974 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:29:58.926948 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 5afb7787-76d6-4f16-8531-4e75bad13974 not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:29:59.075246 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f7fbf3a6-d1c5-43ea-91ce-804e75b81f0f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Deleting port b8dda2d9-47d0-4497-9daa-e2771c2758e9 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:29:59.075813 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf3a6-d1c5-43ea-91ce-804e75b81f0f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:59.085685 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e2b8e-a6e6-4fbe-9b7a-d7736c21d9c0 req-5c0523b8-c465-4375-9ffd-f8a8d4e25cda tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:29:59.087335 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f53e2b8e-a6e6-4fbe-9b7a-d7736c21d9c0 req-5c0523b8-c465-4375-9ffd-f8a8d4e25cda tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0502770 Sep 16 02:29:59.144605 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f53e2b8e-a6e6-4fbe-9b7a-d7736c21d9c0 req-2c3cdafe-f7ea-4e11-8c25-8ff39ea205a5 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456522 Sep 16 02:29:59.166521 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf3a6-d1c5-43ea-91ce-804e75b81f0f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:59.166995 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf3a6-d1c5-43ea-91ce-804e75b81f0f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:59.182026 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f7fbf3a6-d1c5-43ea-91ce-804e75b81f0f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Calling delete_port for b8dda2d9-47d0-4497-9daa-e2771c2758e9 owned by network:floatingip {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:29:59.244788 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f74203-674a-4976-b26e-9b2143ac2397', 'name': 'network-vif-deleted', 'tag': '8272bee6-d4d6-44bb-a7da-12c9105e5cce'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:29:59.247044 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3e78d5-8d5e-4ae1-85a3-8f361d9e2e5e" -d '{"events": [{"server_uuid": "54f74203-674a-4976-b26e-9b2143ac2397", "name": "network-vif-deleted", "tag": "8272bee6-d4d6-44bb-a7da-12c9105e5cce"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:29:59.301105 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3cfb27-cea6-4dcc-a766-1494601bb9fc x-openstack-request-id: req-fc3cfb27-cea6-4dcc-a766-1494601bb9fc {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:29:59.301349 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f74203-674a-4976-b26e-9b2143ac2397", "name": "network-vif-deleted", "tag": "8272bee6-d4d6-44bb-a7da-12c9105e5cce", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:29:59.301635 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc3cfb27-cea6-4dcc-a766-1494601bb9fc {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:29:59.302098 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f74203-674a-4976-b26e-9b2143ac2397', 'name': 'network-vif-deleted', 'tag': '8272bee6-d4d6-44bb-a7da-12c9105e5cce', 'status': 'completed', 'code': 200} Sep 16 02:29:59.383764 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf3a6-d1c5-43ea-91ce-804e75b81f0f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:59.412280 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbf3a6-d1c5-43ea-91ce-804e75b81f0f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event deleted for resources: {'Port': ['ID=b8dda2d9-47d0-4497-9daa-e2771c2758e9,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:29:59.481126 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf3a6-d1c5-43ea-91ce-804e75b81f0f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:59.484020 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf3a6-d1c5-43ea-91ce-804e75b81f0f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:29:59.485247 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-f7fbf3a6-d1c5-43ea-91ce-804e75b81f0f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "DELETE /v2.0/floatingips/45199111-4971-44bc-89dd-6b66874aa980 HTTP/1.1" status: 204 len: 168 time: 0.5667553 Sep 16 02:29:59.896109 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52862) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:29:59.900734 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-488ba2ce-4770-499f-bd26-b16b75e3fca3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446810522', 'description': 'tempest-description--1728310004'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:29:59.923656 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ba2ce-4770-499f-bd26-b16b75e3fca3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.007615 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ba2ce-4770-499f-bd26-b16b75e3fca3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.011032 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ba2ce-4770-499f-bd26-b16b75e3fca3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.038269 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ba2ce-4770-499f-bd26-b16b75e3fca3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.039460 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-488ba2ce-4770-499f-bd26-b16b75e3fca3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1423073 Sep 16 02:30:00.042386 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52872) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:00.043185 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ba2ce-4770-499f-bd26-b16b75e3fca3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ec2c57-4746-44e1-97f7-31e39fbf5d05,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:00.047103 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-83fc7e88-e708-4ea8-b5cc-1dc69564f547 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'security_group_rule': {'security_group_id': 'f5ec2c57-4746-44e1-97f7-31e39fbf5d05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:00.073307 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83fc7e88-e708-4ea8-b5cc-1dc69564f547 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.117339 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83fc7e88-e708-4ea8-b5cc-1dc69564f547 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.120636 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83fc7e88-e708-4ea8-b5cc-1dc69564f547 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.137155 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc7e88-e708-4ea8-b5cc-1dc69564f547 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d7b468-3ea3-4d22-8b7b-8eb530fd08e2,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:00.143665 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83fc7e88-e708-4ea8-b5cc-1dc69564f547 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.144730 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-83fc7e88-e708-4ea8-b5cc-1dc69564f547 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1012442 Sep 16 02:30:00.147520 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52874) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:00.151667 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e00d4303-6d04-42d1-ad58-b6fca7938ef2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'security_group_rule': {'security_group_id': 'f5ec2c57-4746-44e1-97f7-31e39fbf5d05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:00.176463 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e00d4303-6d04-42d1-ad58-b6fca7938ef2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.263975 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e00d4303-6d04-42d1-ad58-b6fca7938ef2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.267948 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e00d4303-6d04-42d1-ad58-b6fca7938ef2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.276643 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86921c-97e3-457c-a023-62ee11ba84a3 req-7a04aba6-159a-482f-840c-07f05525f14e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:00.278111 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f86921c-97e3-457c-a023-62ee11ba84a3 req-7a04aba6-159a-482f-840c-07f05525f14e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0694847 Sep 16 02:30:00.306472 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d4303-6d04-42d1-ad58-b6fca7938ef2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fea591b-d583-4e44-847b-328e19064660,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:00.316838 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e00d4303-6d04-42d1-ad58-b6fca7938ef2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.317882 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e00d4303-6d04-42d1-ad58-b6fca7938ef2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694565 Sep 16 02:30:00.321217 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52878) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:00.326223 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'floatingip': {'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:00.332804 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f86921c-97e3-457c-a023-62ee11ba84a3 req-beb1d9c1-3c57-4297-8be3-40331054abb8 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484407 Sep 16 02:30:00.348326 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.447903 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.582760 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Allocated IP 172.27.2.125 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/1916b9f0-9f94-4fa7-9412-a38a3ae560bd) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:30:00.683176 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.708661 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52890) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:00.714887 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.756409 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:30:00.760450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:30:00.762843 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:30:00.787358 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'Port': ['ID=1916b9f0-9f94-4fa7-9412-a38a3ae560bd,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:00.817340 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d349a470-88a9-4da6-90cb-37d56c0f1a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.857360 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.892222 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.907122 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d349a470-88a9-4da6-90cb-37d56c0f1a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.911006 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d349a470-88a9-4da6-90cb-37d56c0f1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:00.947747 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d349a470-88a9-4da6-90cb-37d56c0f1a60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e08006fb788e43f8997f55133b1ab326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379150 Sep 16 02:30:00.949674 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349a470-88a9-4da6-90cb-37d56c0f1a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a0b82b-b240-437c-ad91-fc1fc5213283,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:00.950370 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52894) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:01.051660 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91b0bc21-01f1-45e9-adf2-97d3d09543b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.086052 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91b0bc21-01f1-45e9-adf2-97d3d09543b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.103347 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.112874 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.168514 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'Port': ['ID=1916b9f0-9f94-4fa7-9412-a38a3ae560bd,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:01.205908 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.208512 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91b0bc21-01f1-45e9-adf2-97d3d09543b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.210871 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91b0bc21-01f1-45e9-adf2-97d3d09543b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.212009 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-91b0bc21-01f1-45e9-adf2-97d3d09543b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0a0b82b-b240-437c-ad91-fc1fc5213283 HTTP/1.1" status: 204 len: 168 time: 0.2606723 Sep 16 02:30:01.225271 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0bc21-01f1-45e9-adf2-97d3d09543b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a0b82b-b240-437c-ad91-fc1fc5213283,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:01.227925 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.229089 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-99505eec-435f-432d-ad74-db58f2ac16c9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9066472 Sep 16 02:30:01.416751 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-011852a6-cb36-4ac6-96cf-cc9cfcaa4b43 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1446810522&fields=id&tenant_id=693524e38ce244caa2d2db6394b78c5f HTTP/1.1" status: 200 len: 267 time: 0.0340536 Sep 16 02:30:01.458756 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020d14d-bc6c-4df9-ae19-21b481ea9b29 req-7b77a1d9-5f76-4d5b-92f9-5b245e9abd19 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:01.461035 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9020d14d-bc6c-4df9-ae19-21b481ea9b29 req-7b77a1d9-5f76-4d5b-92f9-5b245e9abd19 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0528674 Sep 16 02:30:01.509935 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52918) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:01.518147 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9020d14d-bc6c-4df9-ae19-21b481ea9b29 req-e0c36297-3b3d-4a78-8ba1-90e2c2b4f624 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509849 Sep 16 02:30:01.528643 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6f80ea59-8dce-4dd9-9b1c-da0c48f3dbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.551547 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-c6edf6a8-3e71-46a3-a6fd-a00bde5ba111 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:01.553043 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-c6edf6a8-3e71-46a3-a6fd-a00bde5ba111 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 817 time: 0.1297836 Sep 16 02:30:01.578287 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-db6bcab4-c2c4-4567-922a-57d4ddebbbbd tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/quotas/693524e38ce244caa2d2db6394b78c5f HTTP/1.1" status: 200 len: 375 time: 0.0178869 Sep 16 02:30:01.650913 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-d2035a9d-e9e5-459f-9eaa-dcbfccfe6896 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651424 Sep 16 02:30:01.708714 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6f80ea59-8dce-4dd9-9b1c-da0c48f3dbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.738065 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6f80ea59-8dce-4dd9-9b1c-da0c48f3dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.796283 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6f80ea59-8dce-4dd9-9b1c-da0c48f3dbe2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aaea44ec010c4bdea3641be9cbd27a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853425 Sep 16 02:30:01.796979 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80ea59-8dce-4dd9-9b1c-da0c48f3dbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb256f33-a894-4f9f-b2aa-f06f8a51f3ac,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:01.798954 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52920) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:01.806769 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-c44adf0f-5de4-4e9b-983b-b9b48075afb4 service neutron] 10.222.0.35 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420949 Sep 16 02:30:01.847523 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aad8549-8fc5-4012-a2ba-f5a39b91136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.867550 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aad8549-8fc5-4012-a2ba-f5a39b91136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.899558 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-395548e9-fe5d-415b-b480-60f1ede67544 service neutron] 10.222.0.35 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856228 Sep 16 02:30:01.915544 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aad8549-8fc5-4012-a2ba-f5a39b91136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.918178 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aad8549-8fc5-4012-a2ba-f5a39b91136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:01.921647 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9aad8549-8fc5-4012-a2ba-f5a39b91136c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb256f33-a894-4f9f-b2aa-f06f8a51f3ac HTTP/1.1" status: 204 len: 168 time: 0.1193347 Sep 16 02:30:01.928997 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad8549-8fc5-4012-a2ba-f5a39b91136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb256f33-a894-4f9f-b2aa-f06f8a51f3ac,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:02.065100 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-57ed5409-68f9-489f-8af3-3b3c7a3efb76 req-088fa582-f70e-441d-a8cc-20fb0bced4d3 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 210 time: 0.0315921 Sep 16 02:30:02.282616 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 52940) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:02.298868 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-470db58f-6aa7-497b-978f-1d0a5812ad28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:02.396937 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-470db58f-6aa7-497b-978f-1d0a5812ad28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:02.400583 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-470db58f-6aa7-497b-978f-1d0a5812ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:02.437426 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-470db58f-6aa7-497b-978f-1d0a5812ad28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7483ef85aba548418e052f92d4123b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536431 Sep 16 02:30:02.438275 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470db58f-6aa7-497b-978f-1d0a5812ad28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe54ff9-d2ef-4490-89eb-64e1910c686a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:02.440647 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 52942) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:02.488798 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-023dd873-7bcb-413d-9637-b45476d13ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:02.509189 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-023dd873-7bcb-413d-9637-b45476d13ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:02.563676 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-023dd873-7bcb-413d-9637-b45476d13ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:02.567020 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-023dd873-7bcb-413d-9637-b45476d13ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:02.568245 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-023dd873-7bcb-413d-9637-b45476d13ea4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fe54ff9-d2ef-4490-89eb-64e1910c686a HTTP/1.1" status: 204 len: 168 time: 0.1265190 Sep 16 02:30:02.576921 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dd873-7bcb-413d-9637-b45476d13ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe54ff9-d2ef-4490-89eb-64e1910c686a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:02.637477 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d850e-371a-4586-9994-2dc0dd65aff6 req-9a6b882b-af66-4fc3-a483-75f637117740 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:02.638965 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7f6d850e-371a-4586-9994-2dc0dd65aff6 req-9a6b882b-af66-4fc3-a483-75f637117740 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0501177 Sep 16 02:30:02.681134 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7f6d850e-371a-4586-9994-2dc0dd65aff6 req-97005ced-bba8-4126-897b-f562a9a4a300 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354829 Sep 16 02:30:03.160161 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-904a54a3-6922-41e6-8ea5-24ffbe733425 req-b9ba331a-1c63-4166-9b18-a73dff98a8fb tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 210 time: 0.0311368 Sep 16 02:30:03.512674 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-d62a20c2-66d6-498d-9940-08137b061810 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:03.515018 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-d62a20c2-66d6-498d-9940-08137b061810 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 817 time: 0.1266599 Sep 16 02:30:03.567572 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-95902991-6067-4268-bc18-5a7c71e0217c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693524e38ce244caa2d2db6394b78c5f HTTP/1.1" status: 200 len: 380 time: 0.0343640 Sep 16 02:30:03.578334 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'port': {'device_id': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'admin_state_up': True, 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'security_groups': ['f5ec2c57-4746-44e1-97f7-31e39fbf5d05']}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:03.707796 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Made reservation on behalf of 693524e38ce244caa2d2db6394b78c5f for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:30:03.711389 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:03.869212 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73d9c8-022f-4714-9ea5-13de7fc1b640 req-4ab028cb-d0f3-46ba-b330-8bf7a52a1014 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:03.870773 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aa73d9c8-022f-4714-9ea5-13de7fc1b640 req-4ab028cb-d0f3-46ba-b330-8bf7a52a1014 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0935392 Sep 16 02:30:03.903811 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Allocated IP 172.20.0.13 (90c47045-04a6-463f-aa11-55bc1e553e0f/11a3dd5f-d5ea-4e03-80d9-63a27d78c419/686aaffe-86bd-46ad-8386-51ed7dea6d1e) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:30:03.947879 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aa73d9c8-022f-4714-9ea5-13de7fc1b640 req-dc70fb41-6a78-4371-952e-1041f28ce940 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&id=8b7a487e-59d6-46d8-bf71-0b562974b082&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581734 Sep 16 02:30:04.086538 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:04.138586 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:04.195554 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Network 90c47045-04a6-463f-aa11-55bc1e553e0f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:30:04.202740 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:30:04.217739 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:30:04.232212 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event updated for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:04.321411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:04.322332 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:04.348675 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-0b10a976-6f0e-4ecb-84cb-09b36f750c33 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7741597 Sep 16 02:30:04.368731 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Request body: {'port': {'device_id': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:04.374588 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94125bb6-9916-4323-b302-ae717b9f9804 req-e75f90b5-ea4e-4dfa-883a-d6dbf482bcc2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:04.384131 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-94125bb6-9916-4323-b302-ae717b9f9804 req-e75f90b5-ea4e-4dfa-883a-d6dbf482bcc2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 932 time: 0.0769787 Sep 16 02:30:04.448414 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-94125bb6-9916-4323-b302-ae717b9f9804 req-30a2f8c1-1e37-439e-a2c7-9b9c34cf0db8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626502 Sep 16 02:30:04.483992 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:04.521203 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-7b6127ed-cfb3-4af1-a944-68e2c1ca0eb2 None None] Provisioning complete for port 686aaffe-86bd-46ad-8386-51ed7dea6d1e triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:30:04.522700 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7b6127ed-cfb3-4af1-a944-68e2c1ca0eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:04.529621 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e8ace-beb1-4af6-87ff-a793fafeea48 req-b4efd6e5-3c96-49af-adfe-5a5228416640 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:04.531128 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cf6e8ace-beb1-4af6-87ff-a793fafeea48 req-b4efd6e5-3c96-49af-adfe-5a5228416640 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.1256945 Sep 16 02:30:04.566660 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-7b6127ed-cfb3-4af1-a944-68e2c1ca0eb2 None None] Port 686aaffe-86bd-46ad-8386-51ed7dea6d1e cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:30:04.649682 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cf6e8ace-beb1-4af6-87ff-a793fafeea48 req-cbd7c298-796f-481d-a449-fe98ccbd6dc9 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112335 Sep 16 02:30:04.828499 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686aaffe-86bd-46ad-8386-51ed7dea6d1e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:30:04.836919 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:04.853141 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Transition to ACTIVE for port object 686aaffe-86bd-46ad-8386-51ed7dea6d1e will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:30:04.858101 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:04.909571 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:05.003186 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Attempting to bind port 686aaffe-86bd-46ad-8386-51ed7dea6d1e on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:30:05.003186 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Attempting to bind port 686aaffe-86bd-46ad-8386-51ed7dea6d1e by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:30:05.003186 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Attempting to bind port 686aaffe-86bd-46ad-8386-51ed7dea6d1e on network 90c47045-04a6-463f-aa11-55bc1e553e0f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:30:05.003186 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Port 686aaffe-86bd-46ad-8386-51ed7dea6d1e on network 90c47045-04a6-463f-aa11-55bc1e553e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:30:05.003186 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Attempting to bind port 686aaffe-86bd-46ad-8386-51ed7dea6d1e on network 90c47045-04a6-463f-aa11-55bc1e553e0f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:30:05.008366 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:30:05.008960 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Checking segment: {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:30:05.009333 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Bound using segment: {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:30:05.009772 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Bound port: 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6580032-a241-4260-b9b9-4652f29a13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:30:05.010252 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:05.110509 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:30:05.114265 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:30:05.119006 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:05.382977 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:05.383600 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:05.385005 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] 10.222.0.15 "PUT /v2.0/ports/686aaffe-86bd-46ad-8386-51ed7dea6d1e HTTP/1.1" status: 200 len: 1094 time: 1.0263462 Sep 16 02:30:05.385374 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:30:05.387577 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed77167-4eb5-46b9-a24c-a25c7965b110" -d '{"events": [{"name": "network-changed", "server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:30:05.413551 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee85806-137d-4b85-85b6-6fa788fbdbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:05.466548 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9da920b-a596-495f-8b2a-0f68199719d4 x-openstack-request-id: req-c9da920b-a596-495f-8b2a-0f68199719d4 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:30:05.467107 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:30:05.467384 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9da920b-a596-495f-8b2a-0f68199719d4 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:30:05.467775 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'status': 'completed', 'code': 200} Sep 16 02:30:05.484593 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-38688e7a-3e84-45ac-8479-42022c4cf40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:05.487808 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-38688e7a-3e84-45ac-8479-42022c4cf40c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 1097 time: 0.0514612 Sep 16 02:30:05.547745 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-45deaf97-7106-4f90-808a-aa1e81128d84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e HTTP/1.1" status: 200 len: 217 time: 0.0465002 Sep 16 02:30:05.621967 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-179e16e8-f363-48d2-9b16-12187c35f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:05.623586 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-179e16e8-f363-48d2-9b16-12187c35f085 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.0656488 Sep 16 02:30:05.637080 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523607a-aa3e-4575-ba68-d390f5dc0d2d req-79024cb1-65ed-4c8e-843e-b7706c82923a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:05.638823 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4523607a-aa3e-4575-ba68-d390f5dc0d2d req-79024cb1-65ed-4c8e-843e-b7706c82923a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0901253 Sep 16 02:30:05.709557 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-f8bd8cca-7045-4608-817c-420546c3363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:05.710966 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-f8bd8cca-7045-4608-817c-420546c3363b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709977 Sep 16 02:30:05.720364 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4523607a-aa3e-4575-ba68-d390f5dc0d2d req-f0ef6800-b8c9-41e5-b5f4-660d2c01bfbe tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553415 Sep 16 02:30:05.797677 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58189b76-c81e-4a5e-937e-eae26038ec73 req-7b94051c-8113-4112-b5d7-8f7910520af6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:05.800648 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58189b76-c81e-4a5e-937e-eae26038ec73 req-7b94051c-8113-4112-b5d7-8f7910520af6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0714731 Sep 16 02:30:05.846722 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58189b76-c81e-4a5e-937e-eae26038ec73 req-e3199ad6-00e1-4178-8555-cd679e4b970e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399880 Sep 16 02:30:05.871499 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-9aaafd16-0c00-4aab-9d60-7fb40510c47c service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460245 Sep 16 02:30:05.968832 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0af56a8f-f770-4727-9b5c-10cf40b8aa57 req-a551dbea-e2d0-4ff3-8dfd-68c920baa555 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916209 Sep 16 02:30:06.073888 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-9ef63354-3c14-43b2-9feb-2a42eaa832bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:06.075587 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-9ef63354-3c14-43b2-9feb-2a42eaa832bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 1097 time: 0.0549426 Sep 16 02:30:06.176707 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-bde1a4d0-6c0f-43d6-8d36-8be4a660e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:06.178286 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-bde1a4d0-6c0f-43d6-8d36-8be4a660e0c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 918 time: 0.0938737 Sep 16 02:30:06.221898 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-8665ee20-093b-4ee8-b3b5-9bc8fe0afc57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e HTTP/1.1" status: 200 len: 217 time: 0.0349836 Sep 16 02:30:06.271799 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-1311ff5a-b80f-42ef-a157-597867877b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:06.273207 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-1311ff5a-b80f-42ef-a157-597867877b55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.0435419 Sep 16 02:30:06.322506 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-a8484e6c-41ef-4a55-8d1a-8a5ce752f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:06.324060 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-a8484e6c-41ef-4a55-8d1a-8a5ce752f0af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428605 Sep 16 02:30:06.429106 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-c53f687e-5d43-4789-9889-34b95a506c8c service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957682 Sep 16 02:30:06.529833 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9ed77167-4eb5-46b9-a24c-a25c7965b110 req-adfbc599-7cc9-43c0-b737-29bf49ca77e6 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912225 Sep 16 02:30:06.649912 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-0747df42-0641-4f74-98ed-6a051ebc8aa5 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:06.651404 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-0747df42-0641-4f74-98ed-6a051ebc8aa5 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.0622766 Sep 16 02:30:06.773203 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Deleting port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:30:06.774435 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:06.816169 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 686aaffe-86bd-46ad-8386-51ed7dea6d1e details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:30:06.914918 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:30:06.927783 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'port_id': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'mac_address': 'fa:16:3e:f1:cc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:30:06.928180 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d148bb-3dff-4f11-bcc7-4498bb27ce16 req-e6da9a91-26de-43b3-b220-1f07ccd89ddd tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:06.930057 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c0d148bb-3dff-4f11-bcc7-4498bb27ce16 req-e6da9a91-26de-43b3-b220-1f07ccd89ddd tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.1101153 Sep 16 02:30:06.964995 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] For port c8dba526-a2da-4b45-ac1d-0e40a9b3c750, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:30:06.965423 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:06.967203 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:06.981889 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686aaffe-86bd-46ad-8386-51ed7dea6d1e {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:30:07.002411 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:30:07.008083 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:07.073511 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c0d148bb-3dff-4f11-bcc7-4498bb27ce16 req-f3cf32f7-7a54-46e3-91fc-1419734ecace tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366336 Sep 16 02:30:07.083256 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:07.108345 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf18a0e-3f6b-4454-8b00-fa702e989dba req-07940804-b4bc-4847-acd9-165e6923be8d tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:07.110676 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-acf18a0e-3f6b-4454-8b00-fa702e989dba req-07940804-b4bc-4847-acd9-165e6923be8d tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 946 time: 0.1063356 Sep 16 02:30:07.164220 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:30:07.177646 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-acf18a0e-3f6b-4454-8b00-fa702e989dba req-e5fc9cf6-84ac-405a-9020-273f28c18bca tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfd20c6f-2807-4179-aa11-7e236735c403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589085 Sep 16 02:30:07.250714 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['686aaffe-86bd-46ad-8386-51ed7dea6d1e'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:30:07.263523 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:07.264147 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:07.264337 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Floating IP 1f81c437-2551-4fb7-ba74-a816f619b7df disassociated. External IP: 172.27.2.249, port: c8dba526-a2da-4b45-ac1d-0e40a9b3c750. Sep 16 02:30:07.264737 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Calling delete_port for c8dba526-a2da-4b45-ac1d-0e40a9b3c750 owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:30:07.438350 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:07.475640 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event deleted for resources: {'Port': ['ID=c8dba526-a2da-4b45-ac1d-0e40a9b3c750,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:07.594775 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Router 6578079a-26ff-47d5-8414-2ae240fabe1c has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:30:07.712548 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:30:07.723946 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] Sync routers for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:30:07.742405 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:30:07.743575 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:29:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:07.770366 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] No DVR routers for this DVR port c8dba526-a2da-4b45-ac1d-0e40a9b3c750 on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:30:07.774301 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:07.776499 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ccd99934-a14d-47a3-9bc1-a20e3ccd93f2 req-75b791d2-2643-4826-8567-226326bbd8be tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.15 "DELETE /v2.0/ports/c8dba526-a2da-4b45-ac1d-0e40a9b3c750 HTTP/1.1" status: 204 len: 173 time: 1.1182387 Sep 16 02:30:07.776936 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'name': 'network-vif-deleted', 'tag': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:30:07.779159 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b64749-7e57-4324-84dd-84d124de1429" -d '{"events": [{"server_uuid": "9e7ad2f9-7b33-4109-9092-c47c42cbb13f", "name": "network-vif-deleted", "tag": "c8dba526-a2da-4b45-ac1d-0e40a9b3c750"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:30:07.896708 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea4f2c6-e0d6-4a0c-a87c-58bb2f56598f x-openstack-request-id: req-0ea4f2c6-e0d6-4a0c-a87c-58bb2f56598f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:30:07.898993 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7ad2f9-7b33-4109-9092-c47c42cbb13f", "name": "network-vif-deleted", "tag": "c8dba526-a2da-4b45-ac1d-0e40a9b3c750", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:30:07.898993 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ea4f2c6-e0d6-4a0c-a87c-58bb2f56598f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:30:07.898993 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7ad2f9-7b33-4109-9092-c47c42cbb13f', 'name': 'network-vif-deleted', 'tag': 'c8dba526-a2da-4b45-ac1d-0e40a9b3c750', 'status': 'completed', 'code': 200} Sep 16 02:30:07.996112 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:30:08.358239 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e70ae-144c-4c88-acb7-99752f908acd req-e91e6251-52ce-4ad4-8d21-ffbc8a8ad14e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:08.385143 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7c2e70ae-144c-4c88-acb7-99752f908acd req-e91e6251-52ce-4ad4-8d21-ffbc8a8ad14e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 945 time: 0.1347291 Sep 16 02:30:08.430654 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:08.492929 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-82d45689-318f-4dc1-93ad-46accee363db req-a4243960-a459-4654-860d-79fcbda3a159 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e7ad2f9-7b33-4109-9092-c47c42cbb13f HTTP/1.1" status: 200 len: 210 time: 0.0391116 Sep 16 02:30:08.495584 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7c2e70ae-144c-4c88-acb7-99752f908acd req-2f2dce99-1137-45f6-b47b-3e1db9488dad tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088102 Sep 16 02:30:08.560916 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] Checking router: 6578079a-26ff-47d5-8414-2ae240fabe1c for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:30:08.583757 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:30:08.584750 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:29:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:08.724610 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:30:08.859340 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 686aaffe-86bd-46ad-8386-51ed7dea6d1e up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:30:08.986102 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 686aaffe-86bd-46ad-8386-51ed7dea6d1e completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:30:09.019809 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 686aaffe-86bd-46ad-8386-51ed7dea6d1e triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:30:09.020479 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:09.090155 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:09.143727 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7293099-8b27-430b-a108-b85b07fab077 None None] The sync data for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi is: [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:30:09.182769 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:09.230386 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:30:09.232765 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57b22a5-362a-48dd-9aec-24ba35251f53" -d '{"events": [{"server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "name": "network-vif-plugged", "status": "completed", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:30:09.250489 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:30:09.255890 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:09.257039 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device c8dba526-a2da-4b45-ac1d-0e40a9b3c750 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:30:09.469741 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd55159-dd52-4718-8ab4-6a4cca90c528 x-openstack-request-id: req-afd55159-dd52-4718-8ab4-6a4cca90c528 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:30:09.470200 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "name": "network-vif-plugged", "status": "completed", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:30:09.470649 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afd55159-dd52-4718-8ab4-6a4cca90c528 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:30:09.471145 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'code': 200} Sep 16 02:30:09.476830 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: c8dba526-a2da-4b45-ac1d-0e40a9b3c750 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:30:09.477195 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device c8dba526-a2da-4b45-ac1d-0e40a9b3c750 not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:30:09.488769 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:09.563116 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000701-478d-496c-adf3-9165e765caaa req-41782b79-14c3-4d48-87bf-eb402f10ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:09.566879 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b3000701-478d-496c-adf3-9165e765caaa req-41782b79-14c3-4d48-87bf-eb402f10ff1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 1099 time: 0.0739977 Sep 16 02:30:09.572075 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288ff88-d6b7-4129-8eb8-7044bf802cb6 None None] New status for floating IP 1f81c437-2551-4fb7-ba74-a816f619b7df: DOWN {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:30:09.641199 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b3000701-478d-496c-adf3-9165e765caaa req-b7a143f5-38c6-49a0-a5c7-4819e0f9344b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662112 Sep 16 02:30:09.656678 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 53112) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:09.740471 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6cc01a6-01da-41db-bd6c-6b8a767f0c3e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:09.752557 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a979b3-0e88-4ef1-b7fd-761b9f1474f4 req-cfbe436a-6293-4d8b-b309-500ef434b0fe tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:09.763436 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-18a979b3-0e88-4ef1-b7fd-761b9f1474f4 req-cfbe436a-6293-4d8b-b309-500ef434b0fe tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.1207516 Sep 16 02:30:09.772298 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6cc01a6-01da-41db-bd6c-6b8a767f0c3e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:09.825931 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-18a979b3-0e88-4ef1-b7fd-761b9f1474f4 req-6fcf0450-94a1-4f96-800b-8011bd3ad676 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613394 Sep 16 02:30:09.836340 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6cc01a6-01da-41db-bd6c-6b8a767f0c3e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:09.848375 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6cc01a6-01da-41db-bd6c-6b8a767f0c3e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:09.848375 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d6cc01a6-01da-41db-bd6c-6b8a767f0c3e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "DELETE /v2.0/security-groups/cfd20c6f-2807-4179-aa11-7e236735c403 HTTP/1.1" status: 204 len: 168 time: 0.1833236 Sep 16 02:30:09.848564 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53114) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:09.866695 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc01a6-01da-41db-bd6c-6b8a767f0c3e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd20c6f-2807-4179-aa11-7e236735c403,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:09.878905 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.api.v2.resource [None req-ac428ca1-c6ea-4843-a909-de629427da4c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] show failed (client error): The resource could not be found. Sep 16 02:30:09.881100 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-ac428ca1-c6ea-4843-a909-de629427da4c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups/cfd20c6f-2807-4179-aa11-7e236735c403 HTTP/1.1" status: 404 len: 347 time: 0.0328670 Sep 16 02:30:09.884253 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 53116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:10.055908 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0203d05c-f184-47e5-8dc6-eee27afac98f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Deleting port 2b701b22-7a98-40ed-9709-eaec720969a4 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:30:10.056260 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0203d05c-f184-47e5-8dc6-eee27afac98f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:10.137322 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0203d05c-f184-47e5-8dc6-eee27afac98f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:10.137764 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0203d05c-f184-47e5-8dc6-eee27afac98f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:10.149506 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0203d05c-f184-47e5-8dc6-eee27afac98f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Calling delete_port for 2b701b22-7a98-40ed-9709-eaec720969a4 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:30:10.303418 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0203d05c-f184-47e5-8dc6-eee27afac98f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:10.329344 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203d05c-f184-47e5-8dc6-eee27afac98f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event deleted for resources: {'Port': ['ID=2b701b22-7a98-40ed-9709-eaec720969a4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:10.396239 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0203d05c-f184-47e5-8dc6-eee27afac98f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:10.400595 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0203d05c-f184-47e5-8dc6-eee27afac98f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:10.409630 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0203d05c-f184-47e5-8dc6-eee27afac98f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "DELETE /v2.0/floatingips/1f81c437-2551-4fb7-ba74-a816f619b7df HTTP/1.1" status: 204 len: 168 time: 0.5199862 Sep 16 02:30:10.810896 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53122) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:10.816325 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-eaf04fe6-37ad-4b78-b5ca-eb6b6592f2f6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696895004', 'description': 'tempest-description--270963313'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:10.839528 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eaf04fe6-37ad-4b78-b5ca-eb6b6592f2f6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:10.964019 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eaf04fe6-37ad-4b78-b5ca-eb6b6592f2f6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:10.969021 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eaf04fe6-37ad-4b78-b5ca-eb6b6592f2f6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:10.991781 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13fe6-92d8-42de-8ead-3011a96cc647 req-1a13f59a-c26c-4029-a6f9-e8db64177f7e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:10.993211 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7db13fe6-92d8-42de-8ead-3011a96cc647 req-1a13f59a-c26c-4029-a6f9-e8db64177f7e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0868070 Sep 16 02:30:11.025793 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eaf04fe6-37ad-4b78-b5ca-eb6b6592f2f6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.027027 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-eaf04fe6-37ad-4b78-b5ca-eb6b6592f2f6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2150424 Sep 16 02:30:11.030154 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 53126) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:11.033735 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf04fe6-37ad-4b78-b5ca-eb6b6592f2f6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569cad03-e552-4db2-ba68-63bdc59bbefd,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:11.036106 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ea8bdcc7-665b-414d-b730-0cff760374ae tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'security_group_rule': {'security_group_id': '569cad03-e552-4db2-ba68-63bdc59bbefd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:11.058170 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7db13fe6-92d8-42de-8ead-3011a96cc647 req-f1446b97-eac3-4a06-8293-19bb2efddcfb tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568817 Sep 16 02:30:11.081550 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdcc7-665b-414d-b730-0cff760374ae tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.178827 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdcc7-665b-414d-b730-0cff760374ae tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.182951 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdcc7-665b-414d-b730-0cff760374ae tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.205733 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bdcc7-665b-414d-b730-0cff760374ae tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630eb85d-780a-47a2-8832-b88ebd7c0cbe,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:11.220271 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b281c-0f3f-439f-ac2f-826b11087f08 req-dc9093c3-9f8f-48af-82af-4505f6cc9201 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:11.222366 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3d0b281c-0f3f-439f-ac2f-826b11087f08 req-dc9093c3-9f8f-48af-82af-4505f6cc9201 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0880380 Sep 16 02:30:11.223646 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdcc7-665b-414d-b730-0cff760374ae tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.227302 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ea8bdcc7-665b-414d-b730-0cff760374ae tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1924994 Sep 16 02:30:11.227708 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53130) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:11.233139 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-ec16b979-7f55-418e-8271-d91fcd47f2ce tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'security_group_rule': {'security_group_id': '569cad03-e552-4db2-ba68-63bdc59bbefd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:11.235190 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 53132) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:11.240366 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5d82eac2-27d8-43f3-9510-558bcd65b4c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Request body: {'floatingip': {'port_id': '686aaffe-86bd-46ad-8386-51ed7dea6d1e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:11.274835 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec16b979-7f55-418e-8271-d91fcd47f2ce tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.292439 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d82eac2-27d8-43f3-9510-558bcd65b4c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.332059 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec16b979-7f55-418e-8271-d91fcd47f2ce tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.337214 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec16b979-7f55-418e-8271-d91fcd47f2ce tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.354843 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16b979-7f55-418e-8271-d91fcd47f2ce tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96435ec-b36e-4df5-aa46-8cfb7463c7dd,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:11.362675 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec16b979-7f55-418e-8271-d91fcd47f2ce tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.364159 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-ec16b979-7f55-418e-8271-d91fcd47f2ce tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352150 Sep 16 02:30:11.367462 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53134) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:11.372396 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'floatingip': {'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:11.401006 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.538268 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.653242 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Allocated IP 172.27.2.212 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/01ba7d25-d9c1-498b-8dda-0afcd271215a) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:30:11.769976 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.818229 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.866853 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:30:11.869759 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:30:11.873271 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:30:11.896037 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d82eac2-27d8-43f3-9510-558bcd65b4c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.900364 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d82eac2-27d8-43f3-9510-558bcd65b4c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:11.903966 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'Port': ['ID=01ba7d25-d9c1-498b-8dda-0afcd271215a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:11.978316 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:12.020885 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:12.240887 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:12.242890 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.l3_db [None req-5d82eac2-27d8-43f3-9510-558bcd65b4c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Floating IP c4d7fcae-5990-4731-9871-08945122865c associated. External IP: 172.27.2.125, port: 686aaffe-86bd-46ad-8386-51ed7dea6d1e. Sep 16 02:30:12.246395 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:12.328812 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:12.349023 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'Port': ['ID=01ba7d25-d9c1-498b-8dda-0afcd271215a,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:12.361348 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:12.363490 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-08723c43-4cb9-4a61-afd3-a1ddbcb77f6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9943633 Sep 16 02:30:12.493953 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d82eac2-27d8-43f3-9510-558bcd65b4c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Router bbe3e23c-4088-4eac-b09a-2422f491a477 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:30:12.612846 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d82eac2-27d8-43f3-9510-558bcd65b4c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:30:12.621983 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d82eac2-27d8-43f3-9510-558bcd65b4c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:12.629008 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] Sync routers for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:30:12.638967 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:30:12.639883 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:29:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:12.662295 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5d82eac2-27d8-43f3-9510-558bcd65b4c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "PUT /v2.0/floatingips/c4d7fcae-5990-4731-9871-08945122865c HTTP/1.1" status: 200 len: 992 time: 1.4257908 Sep 16 02:30:12.663287 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:30:12.666544 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c85689-db15-4b7f-9604-c8aa65763dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:30:12.763348 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:30:12.795086 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dec8ef-31bf-468a-bf53-ee0767a99936 x-openstack-request-id: req-d3dec8ef-31bf-468a-bf53-ee0767a99936 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:30:12.795455 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:30:12.795702 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3dec8ef-31bf-468a-bf53-ee0767a99936 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:30:12.796117 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'status': 'completed', 'code': 200} Sep 16 02:30:12.860125 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-621fc2ce-7c56-45a4-92ff-dd18e5c9c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:12.861645 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-621fc2ce-7c56-45a4-92ff-dd18e5c9c74b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 1099 time: 0.0434902 Sep 16 02:30:12.970060 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-77f01e26-e7e3-425d-81ee-b0f4e63769f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:12.972318 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-77f01e26-e7e3-425d-81ee-b0f4e63769f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 918 time: 0.1025681 Sep 16 02:30:13.023487 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': 'c4d7fcae-5990-4731-9871-08945122865c', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'port_id': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'mac_address': 'fa:16:3e:f1:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:30:00Z', 'updated_at': '2021-09-16T02:30:11Z', 'revision_number': 1, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:13.051306 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] Checking router: bbe3e23c-4088-4eac-b09a-2422f491a477 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:30:13.055186 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-66a1bc47-7290-4045-9b3c-bb94d081e89a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e HTTP/1.1" status: 200 len: 1000 time: 0.0690377 Sep 16 02:30:13.062019 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:30:13.062754 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:29:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:13.105995 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-64268878-7239-4cab-a047-a0fc1b696034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:13.107515 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-64268878-7239-4cab-a047-a0fc1b696034 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.0452929 Sep 16 02:30:13.160522 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-bab544d2-5f88-4482-a15e-7d8b5babdcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:13.162050 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-bab544d2-5f88-4482-a15e-7d8b5babdcf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472224 Sep 16 02:30:13.190926 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:30:13.260114 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-320ad20a-e511-4c66-a20c-aaff986cf448 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899482 Sep 16 02:30:13.359827 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41c85689-db15-4b7f-9604-c8aa65763dcd req-8079c318-eecb-4379-bd8a-45dc1faf54ef service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925162 Sep 16 02:30:13.469920 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': 'c4d7fcae-5990-4731-9871-08945122865c', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'port_id': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'mac_address': 'fa:16:3e:f1:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:30:00Z', 'updated_at': '2021-09-16T02:30:11Z', 'revision_number': 1, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:13.512769 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070cd38-52bf-4c91-a7f8-f6ef5de19bf3 None None] The sync data for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi is: [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': 'c4d7fcae-5990-4731-9871-08945122865c', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'port_id': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'mac_address': 'fa:16:3e:f1:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:30:00Z', 'updated_at': '2021-09-16T02:30:11Z', 'revision_number': 1, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:30:13.753447 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f665d32b-a0a5-44f6-8979-32b538be5cdd None None] New status for floating IP c4d7fcae-5990-4731-9871-08945122865c: ACTIVE {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:30:16.106063 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:18.810143 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a6531e8e-e579-4a9f-9b86-7983678b1304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:20.067956 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-6ecddfae-1ad5-4861-9ab9-c96494c2b71b tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1696895004&fields=id&tenant_id=acf5bd7bd7524366bf70912432a3e3a3 HTTP/1.1" status: 200 len: 267 time: 0.0340240 Sep 16 02:30:20.180225 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-de08fba3-e5af-497b-a968-ac3f11f08f09 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:20.181844 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-de08fba3-e5af-497b-a968-ac3f11f08f09 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 810 time: 0.1061602 Sep 16 02:30:20.204685 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-9265cd35-2e31-4945-b966-d5a24ba58bf3 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/quotas/acf5bd7bd7524366bf70912432a3e3a3 HTTP/1.1" status: 200 len: 375 time: 0.0170865 Sep 16 02:30:20.260959 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-4ae58d35-0677-450f-a93b-09687b199ed9 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552466 Sep 16 02:30:20.372020 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-8d07d3a2-546c-48a6-905c-55d57afc8504 service neutron] 10.222.0.35 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007953 Sep 16 02:30:20.546992 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-11a6b17f-4dfb-468a-b105-0d055c74fc8e service neutron] 10.222.0.35 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736422 Sep 16 02:30:20.797810 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9233ca6f-1330-4d66-ae63-2103d8b33beb req-f371c4f3-f4bb-4cfe-a546-8545a26fa87b tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 210 time: 0.0458031 Sep 16 02:30:21.444097 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7715a4ac-0fd1-406b-bf02-f3a0b70b9e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:21.878788 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-f74ec46c-2baf-4ee9-b55b-452da7aab480 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:21.881588 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-f74ec46c-2baf-4ee9-b55b-452da7aab480 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.15 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 810 time: 0.1477399 Sep 16 02:30:21.944418 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f57c6fa-4968-4fa2-9e43-bc764699704a req-d6a8944b-345a-42aa-804b-9166dfdeab90 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 210 time: 0.0491347 Sep 16 02:30:21.963771 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-248fda87-aade-4ce9-975d-d2a9aba2ea15 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf5bd7bd7524366bf70912432a3e3a3 HTTP/1.1" status: 200 len: 380 time: 0.0503328 Sep 16 02:30:21.974045 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'port': {'device_id': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'admin_state_up': True, 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'security_groups': ['569cad03-e552-4db2-ba68-63bdc59bbefd']}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:22.097905 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Made reservation on behalf of acf5bd7bd7524366bf70912432a3e3a3 for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:30:22.101818 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:22.246918 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Allocated IP 172.20.0.14 (a79e67f4-1d27-4159-8709-efe854b524e2/d3464487-6143-4e19-a716-c00ffe1a8b09/98aa2a53-2d0d-44b8-94ea-4d02418ad0b9) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:30:22.271882 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:22.392671 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:22.439726 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:22.484684 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Network a79e67f4-1d27-4159-8709-efe854b524e2 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:30:22.488615 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:30:22.496727 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:30:22.517276 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event updated for resources: {'Port': ['ID=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:22.617693 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:22.618354 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:22.636978 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-c0a0c018-82eb-4697-9ea4-f0151d4ffcf6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6669562 Sep 16 02:30:22.637499 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:22.656308 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Request body: {'port': {'device_id': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:22.730195 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:22.739519 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-ce631aa6-1bad-40db-985a-cd4442f94bef None None] Provisioning complete for port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:30:22.739967 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ce631aa6-1bad-40db-985a-cd4442f94bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:22.778015 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-ce631aa6-1bad-40db-985a-cd4442f94bef None None] Port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:30:23.088082 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293cdcb-9d41-432b-af7e-68d77a94d6f4 req-54c76826-f0c6-41d1-b2d1-d0cbdfae3f9c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:23.089718 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b293cdcb-9d41-432b-af7e-68d77a94d6f4 req-54c76826-f0c6-41d1-b2d1-d0cbdfae3f9c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 932 time: 0.0641079 Sep 16 02:30:23.143610 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b293cdcb-9d41-432b-af7e-68d77a94d6f4 req-10f69b74-bf3d-4918-a3ad-9c2b778c1453 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419834 Sep 16 02:30:23.307597 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:30:23.316931 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:23.333188 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Transition to ACTIVE for port object 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:30:23.337618 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:23.387127 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Pushing event updated for resources: {'Port': ['ID=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:23.470135 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Attempting to bind port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:30:23.470498 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Attempting to bind port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:30:23.470786 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Attempting to bind port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 on network a79e67f4-1d27-4159-8709-efe854b524e2 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:30:23.475907 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 on network a79e67f4-1d27-4159-8709-efe854b524e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:30:23.476084 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Attempting to bind port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 on network a79e67f4-1d27-4159-8709-efe854b524e2 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:30:23.481043 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:30:23.481387 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Checking segment: {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:30:23.481768 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Bound using segment: {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:30:23.482192 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Bound port: 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed5d54c-4830-45c4-8689-f9c01046442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:30:23.482542 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:23.560779 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] For port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:30:23.565046 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] For port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:30:23.572312 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:23.614792 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:23.615475 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:23.617025 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] 10.222.0.15 "PUT /v2.0/ports/98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 HTTP/1.1" status: 200 len: 1094 time: 0.9654562 Sep 16 02:30:23.617518 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'tag': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:30:23.619990 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee68517a-da2e-4f8b-aa1b-757d3a92898d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9d18c2-134b-4093-adbd-18fae56cadce", "tag": "98aa2a53-2d0d-44b8-94ea-4d02418ad0b9"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:30:23.655547 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccfc73-d6ca-475d-a4b0-ce5bf1d85f5a service neutron] Pushing event updated for resources: {'Port': ['ID=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:23.685876 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273ca138-a66a-4cd8-acaf-e309c368e569 x-openstack-request-id: req-273ca138-a66a-4cd8-acaf-e309c368e569 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:30:23.686169 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9d18c2-134b-4093-adbd-18fae56cadce", "tag": "98aa2a53-2d0d-44b8-94ea-4d02418ad0b9", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:30:23.686540 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-273ca138-a66a-4cd8-acaf-e309c368e569 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:30:23.687310 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'tag': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9', 'status': 'completed', 'code': 200} Sep 16 02:30:23.750291 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-63bda9ab-3d4d-4b42-9313-1a6e51954096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:23.754221 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-63bda9ab-3d4d-4b42-9313-1a6e51954096 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 1097 time: 0.0663249 Sep 16 02:30:23.829879 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-dd071dd4-eb15-4f5c-93c1-89bc2e1b5685 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 HTTP/1.1" status: 200 len: 217 time: 0.0613427 Sep 16 02:30:23.897064 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-47b78678-8177-4143-9150-345a6df885c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:23.898868 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-47b78678-8177-4143-9150-345a6df885c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3464487-6143-4e19-a716-c00ffe1a8b09 HTTP/1.1" status: 200 len: 849 time: 0.0608060 Sep 16 02:30:23.963736 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-705d62ef-af75-43d2-926f-421a074e42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:23.965225 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-705d62ef-af75-43d2-926f-421a074e42e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a79e67f4-1d27-4159-8709-efe854b524e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577142 Sep 16 02:30:24.054207 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:24.079301 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-3850aa2a-d253-487a-b747-ffdd1794c5fc service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039047 Sep 16 02:30:24.193252 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-11fcc270-58ad-482b-b3a4-a5bf943135bd req-21cf8b2c-a73a-413d-9cd5-e17e7101b4c3 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029129 Sep 16 02:30:24.324299 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb9392-8b14-481c-9475-bd5582b60e90 req-3bcd195e-4a06-464b-b8f9-bc12840e3d6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:24.332097 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6fbb9392-8b14-481c-9475-bd5582b60e90 req-3bcd195e-4a06-464b-b8f9-bc12840e3d6c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 944 time: 0.1091685 Sep 16 02:30:24.351027 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-31688807-7e88-4a86-b2a0-810930c03de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:24.352647 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-31688807-7e88-4a86-b2a0-810930c03de2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 1097 time: 0.0917029 Sep 16 02:30:24.392530 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6fbb9392-8b14-481c-9475-bd5582b60e90 req-9f7f65af-8c6c-47b6-a7fb-386b806894e1 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596397 Sep 16 02:30:24.462116 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-1c99e216-3e3e-4dd7-94f3-1ef54304c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:24.463637 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-1c99e216-3e3e-4dd7-94f3-1ef54304c8b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 911 time: 0.0993378 Sep 16 02:30:24.516225 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-6e563a57-1fc3-4f63-ae97-fc9d88dc218a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 HTTP/1.1" status: 200 len: 217 time: 0.0437417 Sep 16 02:30:24.573477 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-536366b8-0a7b-4526-bbba-a9a2ccb23709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:24.575217 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-536366b8-0a7b-4526-bbba-a9a2ccb23709 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3464487-6143-4e19-a716-c00ffe1a8b09 HTTP/1.1" status: 200 len: 849 time: 0.0514264 Sep 16 02:30:24.624740 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-1e711592-4ff9-4298-8867-26bf559a73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:24.626098 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-1e711592-4ff9-4298-8867-26bf559a73be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a79e67f4-1d27-4159-8709-efe854b524e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413902 Sep 16 02:30:24.733879 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-f497fb06-bc51-470a-b1ac-4e87e4bb0f7e service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986946 Sep 16 02:30:24.843197 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ee68517a-da2e-4f8b-aa1b-757d3a92898d req-33d6a571-45e9-43b0-9037-2db4d1d3abf7 service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919504 Sep 16 02:30:25.557862 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba80f0-a8ea-484e-98dc-e94d79d413b8 req-5f78d861-004b-467b-82ba-8761b7ae2451 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:25.557862 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-efba80f0-a8ea-484e-98dc-e94d79d413b8 req-5f78d861-004b-467b-82ba-8761b7ae2451 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 944 time: 0.0653584 Sep 16 02:30:25.658156 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-efba80f0-a8ea-484e-98dc-e94d79d413b8 req-dc5b3ae8-0878-405d-85ea-dd39e6497ed1 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932207 Sep 16 02:30:26.778482 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b1864-5f96-44d3-a580-68721dc88343 req-d6c5db57-1927-4c9d-a16a-37693554d81d tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:26.779861 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-316b1864-5f96-44d3-a580-68721dc88343 req-d6c5db57-1927-4c9d-a16a-37693554d81d tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 944 time: 0.0504320 Sep 16 02:30:26.816947 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-316b1864-5f96-44d3-a580-68721dc88343 req-3cd19f01-c3de-4aac-bdd7-1d87dfad4334 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304964 Sep 16 02:30:27.930831 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15af95b-a433-4e94-bdda-188e6786cc45 req-62ff14ce-8d9b-44a4-8a35-3a554ed38234 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:27.932325 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d15af95b-a433-4e94-bdda-188e6786cc45 req-62ff14ce-8d9b-44a4-8a35-3a554ed38234 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 944 time: 0.0494184 Sep 16 02:30:27.969435 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d15af95b-a433-4e94-bdda-188e6786cc45 req-ef1ecee5-656c-43d5-8bb1-2bbc5ca7f584 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Sep 16 02:30:29.087074 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb607f-5b1f-48ee-940a-652890664a44 req-244258f3-c9e6-496c-b70d-4f87b2881688 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:29.088543 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fdcb607f-5b1f-48ee-940a-652890664a44 req-244258f3-c9e6-496c-b70d-4f87b2881688 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 944 time: 0.0482101 Sep 16 02:30:29.117844 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:30:29.126238 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fdcb607f-5b1f-48ee-940a-652890664a44 req-16cf786a-fba3-464f-85f2-bc6c83d078fa tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317810 Sep 16 02:30:29.218092 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:30:29.229193 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'port_id': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9', 'mac_address': 'fa:16:3e:5d:6b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:30:29.266844 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:29.280116 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:30:29.299056 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:30:29.302829 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:29.357653 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:29.638860 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['98aa2a53-2d0d-44b8-94ea-4d02418ad0b9'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:30:30.246066 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d9be8-9e29-4e35-9238-bba92ad507a1 req-c339f944-ca1f-40b9-856f-8894720d5ba2 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:30.247531 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6b9d9be8-9e29-4e35-9238-bba92ad507a1 req-c339f944-ca1f-40b9-856f-8894720d5ba2 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 945 time: 0.0546706 Sep 16 02:30:30.286090 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6b9d9be8-9e29-4e35-9238-bba92ad507a1 req-ca2cdad7-b57a-457b-81d9-9481c3b4d701 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321083 Sep 16 02:30:30.972834 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:30:31.024357 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:30:31.028029 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:30:31.028400 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:31.116153 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:31.144005 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:30:31.147883 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aa08c5-3071-42fa-ae58-2504c02b2f39" -d '{"events": [{"server_uuid": "4f9d18c2-134b-4093-adbd-18fae56cadce", "name": "network-vif-plugged", "status": "completed", "tag": "98aa2a53-2d0d-44b8-94ea-4d02418ad0b9"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:30:31.163066 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:30:31.167846 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:31.201258 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41475550-5cdb-43f9-aeda-7b6aec435a3a x-openstack-request-id: req-41475550-5cdb-43f9-aeda-7b6aec435a3a {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:30:31.201811 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d18c2-134b-4093-adbd-18fae56cadce", "name": "network-vif-plugged", "status": "completed", "tag": "98aa2a53-2d0d-44b8-94ea-4d02418ad0b9", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:30:31.202457 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41475550-5cdb-43f9-aeda-7b6aec435a3a {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:30:31.203005 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9', 'code': 200} Sep 16 02:30:31.236146 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:31.383694 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d317-0069-4b9c-840e-ed33361fe308 req-8aa47d02-791f-44c1-8253-443a7a33c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:31.385666 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0369d317-0069-4b9c-840e-ed33361fe308 req-8aa47d02-791f-44c1-8253-443a7a33c782 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 1099 time: 0.0520535 Sep 16 02:30:31.427113 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ebcc-6b53-4f61-bef3-d712441b4510 req-d40f6c4c-95c8-4b2b-a3eb-d22a14ffa868 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:31.429695 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4dd7ebcc-6b53-4f61-bef3-d712441b4510 req-d40f6c4c-95c8-4b2b-a3eb-d22a14ffa868 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 946 time: 0.0667415 Sep 16 02:30:31.430915 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0369d317-0069-4b9c-840e-ed33361fe308 req-980dc08b-8842-4a49-9ce6-ac818c8940db service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355644 Sep 16 02:30:31.479938 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4dd7ebcc-6b53-4f61-bef3-d712441b4510 req-bd04e1f4-e4ee-4744-aeb7-932b11b1610c tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Sep 16 02:30:31.886631 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53400) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:31.930006 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_v2 [None req-593a1966-5613-4d90-ac4a-ea62ef994507 admin admin] Deleting subnet ad00ba35-56d2-404e-9660-b9747c672c3f {{(pid=93921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:30:31.933046 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-593a1966-5613-4d90-ac4a-ea62ef994507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:31.971562 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-593a1966-5613-4d90-ac4a-ea62ef994507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020769'] for subnet, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.008944 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-593a1966-5613-4d90-ac4a-ea62ef994507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.058224 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-593a1966-5613-4d90-ac4a-ea62ef994507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16418835'] for subnet, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.083479 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a1966-5613-4d90-ac4a-ea62ef994507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad00ba35-56d2-404e-9660-b9747c672c3f,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:32.087233 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-593a1966-5613-4d90-ac4a-ea62ef994507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.089688 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-593a1966-5613-4d90-ac4a-ea62ef994507 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ad00ba35-56d2-404e-9660-b9747c672c3f HTTP/1.1" status: 204 len: 168 time: 0.2014599 Sep 16 02:30:32.091626 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53402) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:32.162501 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.238629 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.257681 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:32.266561 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba0e629-1e8d-4bd8-b526-712e4cb4a836') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:32.266853 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba0e629-1e8d-4bd8-b526-712e4cb4a836') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:32.275926 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.289270 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.295089 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:30:32.295501 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:30:32.297080 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:30:32.353197 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.368662 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.370490 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6 HTTP/1.1" status: 204 len: 168 time: 0.2779524 Sep 16 02:30:32.371522 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1574dbe-d160-4b35-a9c9-3385a498b7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18c5d4c-742b-4a5d-9d60-5ad6d2deaee6,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:32.541816 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53414) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:32.588417 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-1ed4e0f3-6b35-492c-9fbe-acce2825ddd9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=272151dddc9e4148a9e3eadfd78e39a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453165 Sep 16 02:30:32.590862 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53416) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:32.621122 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ac20b-6700-4ddc-bc21-d44bf6057fe3 req-178d0246-a2b4-4526-ab78-4d3ad805c896 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:32.623726 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5d6ac20b-6700-4ddc-bc21-d44bf6057fe3 req-178d0246-a2b4-4526-ab78-4d3ad805c896 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 946 time: 0.0533414 Sep 16 02:30:32.644994 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d77c541-00f5-45b3-89e6-76d3c275eee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.660152 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5d6ac20b-6700-4ddc-bc21-d44bf6057fe3 req-913ba583-867a-44e0-9fe1-d508d9443448 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Sep 16 02:30:32.668794 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d77c541-00f5-45b3-89e6-76d3c275eee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.746092 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d77c541-00f5-45b3-89e6-76d3c275eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.748795 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d77c541-00f5-45b3-89e6-76d3c275eee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:32.752324 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6d77c541-00f5-45b3-89e6-76d3c275eee7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdf4e70e-17d0-4dc1-b356-be30d61b3108 HTTP/1.1" status: 204 len: 168 time: 0.1580389 Sep 16 02:30:32.758120 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77c541-00f5-45b3-89e6-76d3c275eee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf4e70e-17d0-4dc1-b356-be30d61b3108,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:33.125072 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f89d3-e5ad-48a6-879b-079ac9a04798 req-757b2aa9-c6d9-4070-ba20-6810bc4ca9ad tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:33.126610 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a92f89d3-e5ad-48a6-879b-079ac9a04798 req-757b2aa9-c6d9-4070-ba20-6810bc4ca9ad tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0521686 Sep 16 02:30:33.168368 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a92f89d3-e5ad-48a6-879b-079ac9a04798 req-5db75472-74a3-4735-9670-0e2c8b00c873 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350826 Sep 16 02:30:33.781157 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4093320-0eb0-4b2c-8ed0-dbc41c1b154e req-ae320d43-3aae-4c9a-bd78-c8839144945a tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:33.782731 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c4093320-0eb0-4b2c-8ed0-dbc41c1b154e req-ae320d43-3aae-4c9a-bd78-c8839144945a tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 946 time: 0.0524514 Sep 16 02:30:33.838170 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c4093320-0eb0-4b2c-8ed0-dbc41c1b154e req-ec2d85c6-494b-44ad-b60f-3cd529422574 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Sep 16 02:30:33.962549 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d010809-f97e-430b-9eb1-86329c68fff5 req-b59dfe73-9131-4f83-a744-5ea5b049f4c7 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:33.964038 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0d010809-f97e-430b-9eb1-86329c68fff5 req-b59dfe73-9131-4f83-a744-5ea5b049f4c7 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 946 time: 0.0511863 Sep 16 02:30:33.973226 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53462) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:33.977812 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-bd37302f-71ad-4323-931d-a2467bd7977e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Request body: {'floatingip': {'port_id': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:30:34.016317 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bd37302f-71ad-4323-931d-a2467bd7977e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:34.286695 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071fba8-dd4e-4cb5-a375-8225c7b225cd req-fb6038ca-e9c6-4e62-b74e-7955f3899aa0 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:34.288204 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3071fba8-dd4e-4cb5-a375-8225c7b225cd req-fb6038ca-e9c6-4e62-b74e-7955f3899aa0 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0474527 Sep 16 02:30:34.330353 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3071fba8-dd4e-4cb5-a375-8225c7b225cd req-2a94d065-5e6a-4faa-8022-a37df0a8152c tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340710 Sep 16 02:30:34.442557 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bd37302f-71ad-4323-931d-a2467bd7977e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:34.446237 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bd37302f-71ad-4323-931d-a2467bd7977e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:34.545063 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [None req-bd37302f-71ad-4323-931d-a2467bd7977e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Floating IP 37ca2c31-bd4a-4d2f-b562-04e280a1ab0a associated. External IP: 172.27.2.212, port: 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9. Sep 16 02:30:34.753246 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd37302f-71ad-4323-931d-a2467bd7977e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Router 6578079a-26ff-47d5-8414-2ae240fabe1c has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:30:34.856261 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd37302f-71ad-4323-931d-a2467bd7977e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:30:34.860561 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bd37302f-71ad-4323-931d-a2467bd7977e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:34.866368 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] Sync routers for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:30:34.877857 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:30:34.878782 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:30:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:34.888581 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-bd37302f-71ad-4323-931d-a2467bd7977e tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "PUT /v2.0/floatingips/37ca2c31-bd4a-4d2f-b562-04e280a1ab0a HTTP/1.1" status: 200 len: 992 time: 0.9142616 Sep 16 02:30:34.889284 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'tag': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:30:34.891666 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab12bb9-d9f1-4353-9185-41bd3cd62399" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9d18c2-134b-4093-adbd-18fae56cadce", "tag": "98aa2a53-2d0d-44b8-94ea-4d02418ad0b9"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:30:34.997800 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:30:35.234824 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '37ca2c31-bd4a-4d2f-b562-04e280a1ab0a', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'port_id': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'mac_address': 'fa:16:3e:5d:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:30:11Z', 'updated_at': '2021-09-16T02:30:34Z', 'revision_number': 1, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:35.262134 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] Checking router: 6578079a-26ff-47d5-8414-2ae240fabe1c for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:30:35.270612 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:30:35.271223 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:30:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:35.380365 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:30:35.723736 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '37ca2c31-bd4a-4d2f-b562-04e280a1ab0a', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'port_id': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'mac_address': 'fa:16:3e:5d:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:30:11Z', 'updated_at': '2021-09-16T02:30:34Z', 'revision_number': 1, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:30:35.754013 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec50192-7638-429b-85f9-e57e552c2419 None None] The sync data for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi is: [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '37ca2c31-bd4a-4d2f-b562-04e280a1ab0a', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'port_id': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'mac_address': 'fa:16:3e:5d:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:30:11Z', 'updated_at': '2021-09-16T02:30:34Z', 'revision_number': 1, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:30:35.934907 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97c096-e287-4b8b-b908-bfb423e07658 None None] New status for floating IP 37ca2c31-bd4a-4d2f-b562-04e280a1ab0a: ACTIVE {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:30:36.135841 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ddb32d-6295-4585-9396-d3213bfe47c8 x-openstack-request-id: req-16ddb32d-6295-4585-9396-d3213bfe47c8 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:30:36.136326 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9d18c2-134b-4093-adbd-18fae56cadce", "tag": "98aa2a53-2d0d-44b8-94ea-4d02418ad0b9", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:30:36.136561 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16ddb32d-6295-4585-9396-d3213bfe47c8 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:30:36.137049 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'tag': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9', 'status': 'completed', 'code': 200} Sep 16 02:30:36.215229 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-4acd3204-8a78-40e3-af91-f9407a515dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:36.216795 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-4acd3204-8a78-40e3-af91-f9407a515dbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 1099 time: 0.0426028 Sep 16 02:30:36.317074 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-f653b3ce-7838-4cc5-b52a-2260d2c676ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:36.318741 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-f653b3ce-7838-4cc5-b52a-2260d2c676ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 200 len: 911 time: 0.0928640 Sep 16 02:30:36.638857 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-dfae961f-167c-4859-a12a-33ec096deeb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 HTTP/1.1" status: 200 len: 1002 time: 0.3057466 Sep 16 02:30:36.646296 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541f4c2-d358-47f8-80e1-27ada653a9bb req-09fa87a1-03bc-481a-8091-ecf0b4d78007 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:36.647729 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6541f4c2-d358-47f8-80e1-27ada653a9bb req-09fa87a1-03bc-481a-8091-ecf0b4d78007 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.4924352 Sep 16 02:30:36.723408 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6541f4c2-d358-47f8-80e1-27ada653a9bb req-980ca9f7-248a-44d0-9d3e-970bf3ffb47e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695734 Sep 16 02:30:36.727033 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-a1a8a9e4-b680-4f5a-98c5-8195c4bce0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:36.728454 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-a1a8a9e4-b680-4f5a-98c5-8195c4bce0d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3464487-6143-4e19-a716-c00ffe1a8b09 HTTP/1.1" status: 200 len: 849 time: 0.0737135 Sep 16 02:30:36.780442 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-103e63f4-65d0-4850-8262-192c0024ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:36.781935 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-103e63f4-65d0-4850-8262-192c0024ff23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a79e67f4-1d27-4159-8709-efe854b524e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399272 Sep 16 02:30:36.876470 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-ba57009f-8503-4a2c-b344-20996070c05a service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868995 Sep 16 02:30:36.973196 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cab12bb9-d9f1-4353-9185-41bd3cd62399 req-df332ad3-2657-42be-a3d8-7a1ae42c6b3b service neutron] 10.222.0.15 "GET /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870941 Sep 16 02:30:37.899027 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb91c33-4541-4b09-997f-0b4744176218 req-556a9339-a939-4cf7-afe0-dfb5affe0ab2 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:37.900588 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fcb91c33-4541-4b09-997f-0b4744176218 req-556a9339-a939-4cf7-afe0-dfb5affe0ab2 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1043234 Sep 16 02:30:37.939232 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fcb91c33-4541-4b09-997f-0b4744176218 req-c061a595-82a0-4485-a519-ccb656ce9836 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320318 Sep 16 02:30:39.059703 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0df0c-7535-4baf-8c18-55327e813ad1 req-e6c5c4c8-b440-4d28-9fc8-dc1ab0c7a94b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:39.061195 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-63f0df0c-7535-4baf-8c18-55327e813ad1 req-e6c5c4c8-b440-4d28-9fc8-dc1ab0c7a94b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0519021 Sep 16 02:30:39.114065 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-63f0df0c-7535-4baf-8c18-55327e813ad1 req-36297457-5785-43f2-adab-7b1c3b07cec2 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380716 Sep 16 02:30:40.241804 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671bd0-72ea-433f-a3c0-a7fefd2e264e req-d1e1e205-6e9b-49f2-a37c-a128ec19603e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:40.243431 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-95671bd0-72ea-433f-a3c0-a7fefd2e264e req-d1e1e205-6e9b-49f2-a37c-a128ec19603e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0579910 Sep 16 02:30:40.281230 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-95671bd0-72ea-433f-a3c0-a7fefd2e264e req-a477bfcd-3a66-4ecf-8887-218002127493 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318656 Sep 16 02:30:41.405650 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0db3d-c70a-4ff5-bc87-28f1fa053a3c req-a64baabc-6d50-4c3d-bd6a-90dc25d70f17 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:41.407146 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d0b0db3d-c70a-4ff5-bc87-28f1fa053a3c req-a64baabc-6d50-4c3d-bd6a-90dc25d70f17 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0498865 Sep 16 02:30:41.445385 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d0b0db3d-c70a-4ff5-bc87-28f1fa053a3c req-30d770aa-12a7-4b7d-abd1-512ad1e2d1fa tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316300 Sep 16 02:30:41.978385 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53584) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:42.087994 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50f8c93c-d163-4132-a31c-6301f3a344f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:42.179929 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50f8c93c-d163-4132-a31c-6301f3a344f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:42.184784 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50f8c93c-d163-4132-a31c-6301f3a344f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:42.224541 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-50f8c93c-d163-4132-a31c-6301f3a344f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bb98f8d69c84c36a682015ab42fae5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446604 Sep 16 02:30:42.225851 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8c93c-d163-4132-a31c-6301f3a344f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5d8ae9-6886-40af-8fd2-d307299e8603,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:42.228276 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 53588) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:42.279311 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-42898339-b726-4e48-b5ee-4f93e55a0cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:42.302021 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-42898339-b726-4e48-b5ee-4f93e55a0cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:42.360425 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-42898339-b726-4e48-b5ee-4f93e55a0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:42.362953 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-42898339-b726-4e48-b5ee-4f93e55a0cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:42.367105 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-42898339-b726-4e48-b5ee-4f93e55a0cdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b5d8ae9-6886-40af-8fd2-d307299e8603 HTTP/1.1" status: 204 len: 168 time: 0.1392345 Sep 16 02:30:42.375910 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42898339-b726-4e48-b5ee-4f93e55a0cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5d8ae9-6886-40af-8fd2-d307299e8603,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:42.594852 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64d8d-7f66-4895-9c38-3a38d4ff55e9 req-67f2b832-3382-4116-a17d-036fb9c4d21e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:42.597298 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b8f64d8d-7f66-4895-9c38-3a38d4ff55e9 req-67f2b832-3382-4116-a17d-036fb9c4d21e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0627627 Sep 16 02:30:42.695823 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b8f64d8d-7f66-4895-9c38-3a38d4ff55e9 req-322c595e-651e-4d49-9ff7-7c0ab847225b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817909 Sep 16 02:30:43.801925 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d2e03-8f45-410e-8f6d-ad77a0f49ee1 req-08c813f4-321f-4e67-b586-999bd19070b0 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:43.803478 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d20d2e03-8f45-410e-8f6d-ad77a0f49ee1 req-08c813f4-321f-4e67-b586-999bd19070b0 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0502002 Sep 16 02:30:43.839426 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d20d2e03-8f45-410e-8f6d-ad77a0f49ee1 req-56a8f599-37bd-449c-bd3d-565ee449e612 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301754 Sep 16 02:30:44.163480 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:30:45.868870 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4444038-e4ec-4bbb-bb84-d8178ede6bd6 req-a14491bb-d44f-4183-8bfa-2d9f551b8a06 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:45.870333 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a4444038-e4ec-4bbb-bb84-d8178ede6bd6 req-a14491bb-d44f-4183-8bfa-2d9f551b8a06 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0511324 Sep 16 02:30:45.906438 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a4444038-e4ec-4bbb-bb84-d8178ede6bd6 req-408cf149-d4f4-4298-8792-2d8008960360 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299299 Sep 16 02:30:46.111144 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:47.041203 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd71de-56d8-4d85-95cb-b3389b19e158 req-c4f0618f-a029-4a97-ab8d-f85a25f752da tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:47.042718 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d3dd71de-56d8-4d85-95cb-b3389b19e158 req-c4f0618f-a029-4a97-ab8d-f85a25f752da tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0571449 Sep 16 02:30:47.091745 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d3dd71de-56d8-4d85-95cb-b3389b19e158 req-a62e7ad3-118a-453d-b1a7-9adcda672670 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410135 Sep 16 02:30:48.216373 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0a0fc-3ca5-467d-bd40-0f0626c031e0 req-58fc5354-d025-4921-ae21-9ddfdfc137e6 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:48.217913 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-50e0a0fc-3ca5-467d-bd40-0f0626c031e0 req-58fc5354-d025-4921-ae21-9ddfdfc137e6 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0546036 Sep 16 02:30:48.258789 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-50e0a0fc-3ca5-467d-bd40-0f0626c031e0 req-ae5a161e-06ed-4e35-964d-2e2d9f25a7ee tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340190 Sep 16 02:30:48.694634 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-47485d03-3b59-4cba-9e83-26829a3c6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:48.696183 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-47485d03-3b59-4cba-9e83-26829a3c6574 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c36dfe824cb44914b5d0e6084eb265ca&device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 1099 time: 0.0405610 Sep 16 02:30:48.811927 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b32de795-6537-4305-be41-965355511fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:48.820746 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-aa3c4014-91cc-4725-8a16-5e4a817a6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:48.822239 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-aa3c4014-91cc-4725-8a16-5e4a817a6ee8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08d30e9d-efab-46e1-810b-f10a6193912f HTTP/1.1" status: 200 len: 910 time: 0.0899591 Sep 16 02:30:48.893575 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-ee2d2391-767b-40a1-a4c4-92c4d63c303d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311583c8-6c84-40c7-abec-38332ff0d7ba HTTP/1.1" status: 200 len: 1001 time: 0.0627768 Sep 16 02:30:48.944834 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-3b3427d6-421a-46fb-85dd-136a576ccf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:48.946264 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-3b3427d6-421a-46fb-85dd-136a576ccf78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86c64391-5fdd-4c21-a2f3-fcba32b3ef8b HTTP/1.1" status: 200 len: 848 time: 0.0451908 Sep 16 02:30:48.993406 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-35c70a2f-70d5-401b-98b7-e6e9040e063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:48.994885 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-35c70a2f-70d5-401b-98b7-e6e9040e063a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08d30e9d-efab-46e1-810b-f10a6193912f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383024 Sep 16 02:30:49.090414 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-66e4398c-1180-48b8-a5f7-8e008f9feb40 service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822723 Sep 16 02:30:49.187062 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f1b9ea2a-711c-46c8-ae72-253cafca59c9 req-4baa0d03-19b3-4292-b471-0579b029101f service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837271 Sep 16 02:30:49.382418 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f760a-fc5c-487f-bf10-d81dc595cc82 req-c1fd5947-8d8c-44bf-9cb9-9cf789dfbb99 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:49.383809 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b15f760a-fc5c-487f-bf10-d81dc595cc82 req-c1fd5947-8d8c-44bf-9cb9-9cf789dfbb99 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0479448 Sep 16 02:30:49.419693 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b15f760a-fc5c-487f-bf10-d81dc595cc82 req-3ac916c1-ffae-4503-9798-8eba98ffbe9c tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300884 Sep 16 02:30:50.538885 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b2038-7748-4ca1-9d70-410a82864a03 req-670a5bd8-85b4-4e67-b289-153d5900e866 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:50.540356 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dd6b2038-7748-4ca1-9d70-410a82864a03 req-670a5bd8-85b4-4e67-b289-153d5900e866 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0481443 Sep 16 02:30:50.582460 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-dd6b2038-7748-4ca1-9d70-410a82864a03 req-c9102584-ef81-4849-95cd-88163cd134d7 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363240 Sep 16 02:30:51.057855 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9105-73c8-475b-9656-16863fbac3c0 req-118abe96-0564-438f-b45d-8692cd24a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:51.059428 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792e9105-73c8-475b-9656-16863fbac3c0 req-118abe96-0564-438f-b45d-8692cd24a9f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c36dfe824cb44914b5d0e6084eb265ca&device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 1099 time: 0.1411679 Sep 16 02:30:51.163450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9105-73c8-475b-9656-16863fbac3c0 req-64a0a4f2-5638-46dc-9032-56246df3a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:51.170084 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792e9105-73c8-475b-9656-16863fbac3c0 req-64a0a4f2-5638-46dc-9032-56246df3a4d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08d30e9d-efab-46e1-810b-f10a6193912f HTTP/1.1" status: 200 len: 910 time: 0.0966179 Sep 16 02:30:51.245803 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792e9105-73c8-475b-9656-16863fbac3c0 req-a48c8162-91eb-4097-9e5c-069c9d1e4c66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311583c8-6c84-40c7-abec-38332ff0d7ba HTTP/1.1" status: 200 len: 1001 time: 0.0724726 Sep 16 02:30:51.317448 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9105-73c8-475b-9656-16863fbac3c0 req-bfbeb1fc-a7f7-486d-b8f2-e3ef7096d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:51.318925 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792e9105-73c8-475b-9656-16863fbac3c0 req-bfbeb1fc-a7f7-486d-b8f2-e3ef7096d598 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86c64391-5fdd-4c21-a2f3-fcba32b3ef8b HTTP/1.1" status: 200 len: 848 time: 0.0507338 Sep 16 02:30:51.378215 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9105-73c8-475b-9656-16863fbac3c0 req-8e2ec12f-f797-42ff-bbe2-1ea1c48d5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:51.379807 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792e9105-73c8-475b-9656-16863fbac3c0 req-8e2ec12f-f797-42ff-bbe2-1ea1c48d5694 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08d30e9d-efab-46e1-810b-f10a6193912f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455382 Sep 16 02:30:51.453620 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1174bbdc-93c9-4a0a-9a7b-8a1cc7339300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:51.491086 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792e9105-73c8-475b-9656-16863fbac3c0 req-273b5cf6-8c7e-49a6-a69c-8f95d1cc4031 service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031039 Sep 16 02:30:51.606316 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792e9105-73c8-475b-9656-16863fbac3c0 req-04790338-6ed7-4652-81a9-7957e10afc6c service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939751 Sep 16 02:30:51.702825 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a1f2b-93ed-4f12-b20f-2c26a98032fe req-42a04cac-529f-4efe-8b41-90f55d515f83 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:51.704906 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f0a1f2b-93ed-4f12-b20f-2c26a98032fe req-42a04cac-529f-4efe-8b41-90f55d515f83 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0495872 Sep 16 02:30:51.749245 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f0a1f2b-93ed-4f12-b20f-2c26a98032fe req-80fff980-edd8-44a6-9915-1ca51263e3e0 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Sep 16 02:30:52.264174 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:52.627785 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:52.868371 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa8611-26b6-4c96-bd10-e89732583932 req-6be18d16-287d-4b97-9629-43542d684598 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:52.869936 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-31aa8611-26b6-4c96-bd10-e89732583932 req-6be18d16-287d-4b97-9629-43542d684598 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0534105 Sep 16 02:30:52.906609 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-31aa8611-26b6-4c96-bd10-e89732583932 req-972fb660-0141-4566-85db-e6262b97309b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305569 Sep 16 02:30:54.025597 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876dddf-a55b-4a4c-a8e5-5cde72ccefd9 req-3bfb7195-cdd0-48e0-9fae-72decb0a529e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:54.026961 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4876dddf-a55b-4a4c-a8e5-5cde72ccefd9 req-3bfb7195-cdd0-48e0-9fae-72decb0a529e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0521195 Sep 16 02:30:54.052115 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:54.064516 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4876dddf-a55b-4a4c-a8e5-5cde72ccefd9 req-3518adcf-1e71-4c2d-81b9-8aab0b0acf6c tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314116 Sep 16 02:30:54.189073 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [req-45551db1-e3c1-499a-a5fd-d3a5716b2d86 req-11147f2e-d8ec-4318-a2f4-48dfff90fd30 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:30:54.190189 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-45551db1-e3c1-499a-a5fd-d3a5716b2d86 req-11147f2e-d8ec-4318-a2f4-48dfff90fd30 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586874 Sep 16 02:30:54.325759 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53898) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:54.349516 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9fb1-5c1a-42bc-9f4a-1e7c99579e3b req-968902fd-0cb6-4a03-966c-7889c0e36b91 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:54.351023 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a3ff9fb1-5c1a-42bc-9f4a-1e7c99579e3b req-968902fd-0cb6-4a03-966c-7889c0e36b91 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0559466 Sep 16 02:30:54.393929 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a3ff9fb1-5c1a-42bc-9f4a-1e7c99579e3b req-3f9400d9-6889-4917-9265-3a99ff4aebae tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369220 Sep 16 02:30:54.429346 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-0ff9f6f8-9031-43a9-81b7-aba2aafe7f5b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020849 Sep 16 02:30:54.439780 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-e5835ba5-fff0-49d3-a6a4-67e87cd93a26 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:30:54.440763 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-e5835ba5-fff0-49d3-a6a4-67e87cd93a26 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056655 Sep 16 02:30:55.157494 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 311583c8-6c84-40c7-abec-38332ff0d7ba no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:30:55.231861 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:55.252652 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:30:55.254850 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edeb3bd-77ed-4aee-96c2-2fff9c1d467c" -d '{"events": [{"server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "name": "network-vif-unplugged", "status": "completed", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:30:55.267073 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 311583c8-6c84-40c7-abec-38332ff0d7ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=311583c8-6c84-40c7-abec-38332ff0d7ba,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:30:55.271360 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:55.294720 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab71c29-91c3-41d4-99b6-316fc016145a x-openstack-request-id: req-dab71c29-91c3-41d4-99b6-316fc016145a {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:30:55.295053 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "name": "network-vif-unplugged", "status": "failed", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba", "code": 422}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:30:55.295331 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dab71c29-91c3-41d4-99b6-316fc016145a {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:30:55.295730 dv-cinder-809306-1-iscsi neutron-server[93922]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'code': 422} returned with failed status Sep 16 02:30:55.320152 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=311583c8-6c84-40c7-abec-38332ff0d7ba,revision_number=6']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:55.327340 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.327691 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.328035 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.328368 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.328698 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.329027 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.329353 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.329676 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.330080 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.331074 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.331441 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.331806 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.519364 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26869553-9b9a-4e85-9a74-64d1a3d6f4a3 req-03088bf5-bf25-4a34-9b3e-a69b2e3180bc tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:55.526596 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-26869553-9b9a-4e85-9a74-64d1a3d6f4a3 req-03088bf5-bf25-4a34-9b3e-a69b2e3180bc tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0557437 Sep 16 02:30:55.563171 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-26869553-9b9a-4e85-9a74-64d1a3d6f4a3 req-23fffab9-6225-418f-9ca8-0a9c99c7ab2e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356698 Sep 16 02:30:55.727133 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 53934) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:55.832731 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:55.924802 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:55.928911 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:55.966003 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41f4620a5fcd444a8cc781b547ae387b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377968 Sep 16 02:30:55.966834 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e500c8-4344-4ecd-8f1e-881202721381,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:55.968770 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 53940) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:30:55.974274 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.974620 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.974956 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.975299 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.975630 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.975958 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.976282 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.976597 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.976915 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.977229 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.977541 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:55.977851 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b3b3e1-a470-4538-8873-25ba94b26d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.022019 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:56.042852 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:56.091484 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:56.094317 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:30:56.098679 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64e500c8-4344-4ecd-8f1e-881202721381 HTTP/1.1" status: 204 len: 168 time: 0.1257238 Sep 16 02:30:56.106989 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e500c8-4344-4ecd-8f1e-881202721381,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:30:56.116921 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.116921 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.117225 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.117515 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.117847 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.118173 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.118497 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.118824 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.119145 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.119516 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.119833 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.120399 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864f683-28e7-4f88-a88b-7d816aa798be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:30:56.122872 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-5d0f8757-720e-46a6-b4d7-6ed88445366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:56.124447 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-5d0f8757-720e-46a6-b4d7-6ed88445366a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7&tenant_id=c36dfe824cb44914b5d0e6084eb265ca HTTP/1.1" status: 200 len: 1097 time: 0.0520556 Sep 16 02:30:56.189286 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-f3aa4a53-a684-4be5-b11b-fa18bc3bf2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:56.190810 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-f3aa4a53-a684-4be5-b11b-fa18bc3bf2ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c36dfe824cb44914b5d0e6084eb265ca&device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0403600 Sep 16 02:30:56.291460 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-2c5d7fe6-a53c-4e6b-8e8e-8a33fd35d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:56.292969 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-2c5d7fe6-a53c-4e6b-8e8e-8a33fd35d75b service neutron] 10.222.0.15 "GET /v2.0/networks?id=08d30e9d-efab-46e1-810b-f10a6193912f HTTP/1.1" status: 200 len: 910 time: 0.0940061 Sep 16 02:30:56.367086 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-98cadadb-4c3d-4c01-a8b7-d3b072c72dc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311583c8-6c84-40c7-abec-38332ff0d7ba HTTP/1.1" status: 200 len: 999 time: 0.0658429 Sep 16 02:30:56.416790 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-902b2d1b-b749-4926-b781-833010a318a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:56.418187 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-902b2d1b-b749-4926-b781-833010a318a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86c64391-5fdd-4c21-a2f3-fcba32b3ef8b HTTP/1.1" status: 200 len: 848 time: 0.0431004 Sep 16 02:30:56.466529 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-ee7cfbcd-48e7-43f7-b06b-eac583ab0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:56.467979 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-ee7cfbcd-48e7-43f7-b06b-eac583ab0188 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08d30e9d-efab-46e1-810b-f10a6193912f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416832 Sep 16 02:30:56.560784 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-a99ca86b-f95c-4b26-b4fe-7f1d059d1f09 service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823460 Sep 16 02:30:56.687382 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3489f1a2-9414-4235-ba1e-f15548b3afcf req-34126166-18f1-4558-ba24-a53279e7be2c service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157064 Sep 16 02:30:56.703867 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd970b97-08f7-4e22-8676-3173ebf2c7ca req-e5f2cfe0-dbb2-4797-99dd-62e63da15562 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:56.706013 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bd970b97-08f7-4e22-8676-3173ebf2c7ca req-e5f2cfe0-dbb2-4797-99dd-62e63da15562 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0658841 Sep 16 02:30:56.747397 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bd970b97-08f7-4e22-8676-3173ebf2c7ca req-9f0c37c7-5f60-4a5a-abff-1709d487b978 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351622 Sep 16 02:30:57.867780 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14c197-c1bc-4d72-a3da-90ef4c4c0721 req-fa90a242-7885-4562-bf84-03f3f1071942 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:57.870061 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c14c197-c1bc-4d72-a3da-90ef4c4c0721 req-fa90a242-7885-4562-bf84-03f3f1071942 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0486286 Sep 16 02:30:57.905387 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c14c197-c1bc-4d72-a3da-90ef4c4c0721 req-2c609d5b-abdc-4eef-a317-d215a57fa10e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302699 Sep 16 02:30:59.019354 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37e41d-92ad-44bf-a516-0a44d89f2eef req-5927294d-32a3-4247-9011-cf303ae1bdcb tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:30:59.020826 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cc37e41d-92ad-44bf-a516-0a44d89f2eef req-5927294d-32a3-4247-9011-cf303ae1bdcb tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0466261 Sep 16 02:30:59.062111 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cc37e41d-92ad-44bf-a516-0a44d89f2eef req-ef75d205-c35a-418c-9785-455ca8e51f6a tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354030 Sep 16 02:31:00.181074 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72804a-47d2-42f0-ae53-0ad71015540f req-25f1fb0e-4cd9-447c-8bcb-8bc6cfb66f6d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:00.182520 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ba72804a-47d2-42f0-ae53-0ad71015540f req-25f1fb0e-4cd9-447c-8bcb-8bc6cfb66f6d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0494747 Sep 16 02:31:00.224079 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ba72804a-47d2-42f0-ae53-0ad71015540f req-aa5dd9c8-b059-49ca-8a76-b35f589f7087 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356114 Sep 16 02:31:01.337171 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dacea-8d49-487e-8728-35bd5a297963 req-54e7808d-22ad-4335-80e4-f34c98f06c7e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:01.338642 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-216dacea-8d49-487e-8728-35bd5a297963 req-54e7808d-22ad-4335-80e4-f34c98f06c7e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0486133 Sep 16 02:31:01.381752 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-216dacea-8d49-487e-8728-35bd5a297963 req-0d21b967-57a4-4b8a-82eb-63c13e24790e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370455 Sep 16 02:31:02.500402 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bc2a3-a0d3-4bfc-a282-d3287353d64b req-aa0e4fc5-5024-4600-a99a-c7a08f90bf11 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:02.501969 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3a2bc2a3-a0d3-4bfc-a282-d3287353d64b req-aa0e4fc5-5024-4600-a99a-c7a08f90bf11 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0536199 Sep 16 02:31:02.540769 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3a2bc2a3-a0d3-4bfc-a282-d3287353d64b req-a5cd3489-16da-4d98-80bb-234778c6ce3f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Sep 16 02:31:03.658168 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118102-f9e9-4c35-8af8-fe9443a6a260 req-a25fe727-8518-407e-9365-8e1d828415c1 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:03.659671 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e3118102-f9e9-4c35-8af8-fe9443a6a260 req-a25fe727-8518-407e-9365-8e1d828415c1 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0493937 Sep 16 02:31:03.695633 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e3118102-f9e9-4c35-8af8-fe9443a6a260 req-ee11be94-293d-4c4a-b577-a16e3737915b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302396 Sep 16 02:31:04.811574 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadf98a-cb49-47a9-8873-ea4c46cc7cfb req-c09c6dbb-0e9a-4a71-85ed-db31a6a95079 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:04.813023 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2fadf98a-cb49-47a9-8873-ea4c46cc7cfb req-c09c6dbb-0e9a-4a71-85ed-db31a6a95079 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0477219 Sep 16 02:31:04.849812 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2fadf98a-cb49-47a9-8873-ea4c46cc7cfb req-3ed2654e-343a-4599-8a73-a339b25cb842 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310588 Sep 16 02:31:05.203719 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 311583c8-6c84-40c7-abec-38332ff0d7ba details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:31:05.297257 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 311583c8-6c84-40c7-abec-38332ff0d7ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=311583c8-6c84-40c7-abec-38332ff0d7ba,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:05.307969 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'port_id': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'mac_address': 'fa:16:3e:8b:9d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:31:05.344436 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:05.356492 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311583c8-6c84-40c7-abec-38332ff0d7ba {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:31:05.374666 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 311583c8-6c84-40c7-abec-38332ff0d7ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=311583c8-6c84-40c7-abec-38332ff0d7ba,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:05.378764 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:05.425481 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=311583c8-6c84-40c7-abec-38332ff0d7ba,revision_number=7']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:05.665339 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['311583c8-6c84-40c7-abec-38332ff0d7ba'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:31:05.965629 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3966f3-ded4-4807-9e4a-19a7b4dff31f req-2fea8bc5-ac2f-4b24-920e-5d2b1f8d7cc7 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:05.967229 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5a3966f3-ded4-4807-9e4a-19a7b4dff31f req-2fea8bc5-ac2f-4b24-920e-5d2b1f8d7cc7 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0485814 Sep 16 02:31:06.004937 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5a3966f3-ded4-4807-9e4a-19a7b4dff31f req-946c1007-deb3-4d42-b05f-afd06c47b6af tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307646 Sep 16 02:31:07.123861 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f413e-cb55-40ec-8efc-1730a82fc553 req-95a977e1-b508-488c-82eb-ea1e33d4db73 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:07.125302 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-408f413e-cb55-40ec-8efc-1730a82fc553 req-95a977e1-b508-488c-82eb-ea1e33d4db73 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0550983 Sep 16 02:31:07.161160 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-408f413e-cb55-40ec-8efc-1730a82fc553 req-ddded3d9-9022-48f6-ab47-6acbb309a3d3 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294440 Sep 16 02:31:07.216380 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 311583c8-6c84-40c7-abec-38332ff0d7ba up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:31:07.264735 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 311583c8-6c84-40c7-abec-38332ff0d7ba triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:31:07.265105 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:07.340892 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:07.362456 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:31:07.365336 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06bba42-b188-4a06-b203-7e6b228ceb0d" -d '{"events": [{"server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:31:07.377036 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 311583c8-6c84-40c7-abec-38332ff0d7ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=311583c8-6c84-40c7-abec-38332ff0d7ba,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:07.381035 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:07.406526 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215b73a5-be1b-4015-91c1-eb6cbd3d03b0 x-openstack-request-id: req-215b73a5-be1b-4015-91c1-eb6cbd3d03b0 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:31:07.406815 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:31:07.407061 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-215b73a5-be1b-4015-91c1-eb6cbd3d03b0 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:31:07.407464 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'code': 200} Sep 16 02:31:07.432821 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=311583c8-6c84-40c7-abec-38332ff0d7ba,revision_number=8']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:07.637213 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6275d3-877a-49ea-8a40-d195e86ee1c2 req-5c04eb9a-7cf2-4814-8645-7ca7591c5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:07.638569 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1f6275d3-877a-49ea-8a40-d195e86ee1c2 req-5c04eb9a-7cf2-4814-8645-7ca7591c5cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 1099 time: 0.0381980 Sep 16 02:31:07.672369 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1f6275d3-877a-49ea-8a40-d195e86ee1c2 req-7572b4a5-524c-4367-9eef-1450a861d22c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263014 Sep 16 02:31:08.134758 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-eade41bd-8c3b-4cdf-acd4-125c89a61c9a tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855375088&fields=id&tenant_id=0fea454b17974c3c8773f956fb926556 HTTP/1.1" status: 200 len: 267 time: 0.0320792 Sep 16 02:31:08.190835 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-0cae8f8e-0bcf-41f0-b63c-80f6623e8c52 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:08.192883 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-0cae8f8e-0bcf-41f0-b63c-80f6623e8c52 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 984 time: 0.0524881 Sep 16 02:31:08.203997 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-d78d201a-3ca1-4815-bcc7-26aa8f71b609 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Request body: {'port': {'security_groups': ['8e641272-3177-4d32-aad9-2a21f215616d']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:31:08.270592 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-d78d201a-3ca1-4815-bcc7-26aa8f71b609 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:08.277506 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93738dbc-842b-4936-a913-11a3595d8188 req-e8acfb1e-5a9d-4f40-96ff-3dc015436d99 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:08.278978 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-93738dbc-842b-4936-a913-11a3595d8188 req-e8acfb1e-5a9d-4f40-96ff-3dc015436d99 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0485437 Sep 16 02:31:08.315324 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-93738dbc-842b-4936-a913-11a3595d8188 req-a439157d-3fb3-473c-82a2-4bf890b04ac8 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301082 Sep 16 02:31:08.443117 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-d78d201a-3ca1-4815-bcc7-26aa8f71b609 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] For port 87390c55-71fb-441b-a0ce-12cef6082b0e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=87390c55-71fb-441b-a0ce-12cef6082b0e,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:08.471389 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-d78d201a-3ca1-4815-bcc7-26aa8f71b609 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:08.475830 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-d78d201a-3ca1-4815-bcc7-26aa8f71b609 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:08.488468 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['87390c55-71fb-441b-a0ce-12cef6082b0e'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:31:08.522630 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-d78d201a-3ca1-4815-bcc7-26aa8f71b609 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:08.523258 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-d78d201a-3ca1-4815-bcc7-26aa8f71b609 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:08.524912 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fe40043c-8ecf-412c-81b9-8aae620f209f req-d78d201a-3ca1-4815-bcc7-26aa8f71b609 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "PUT /v2.0/ports/87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 200 len: 942 time: 0.3257959 Sep 16 02:31:08.525383 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:31:08.527965 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727f61be-b8e1-4358-a176-fcfdc94a36be" -d '{"events": [{"name": "network-changed", "server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:31:08.534974 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54068) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:08.557421 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d201a-3ca1-4815-bcc7-26aa8f71b609 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event updated for resources: {'Port': ['ID=87390c55-71fb-441b-a0ce-12cef6082b0e,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:08.618012 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67d0de7a-c658-4401-93ff-9c5e044d9b9c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:08.663188 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67d0de7a-c658-4401-93ff-9c5e044d9b9c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:08.679742 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['87390c55-71fb-441b-a0ce-12cef6082b0e'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:31:08.802868 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67d0de7a-c658-4401-93ff-9c5e044d9b9c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:08.810225 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67d0de7a-c658-4401-93ff-9c5e044d9b9c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:08.813889 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-67d0de7a-c658-4401-93ff-9c5e044d9b9c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "DELETE /v2.0/security-groups/8b7a487e-59d6-46d8-bf71-0b562974b082 HTTP/1.1" status: 204 len: 168 time: 0.2745028 Sep 16 02:31:08.814685 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54078) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:08.829552 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0de7a-c658-4401-93ff-9c5e044d9b9c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7a487e-59d6-46d8-bf71-0b562974b082,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:08.915076 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-7b2b2685-3785-4c92-b7e2-738aa4d9dd0f None None] Provisioning complete for port 87390c55-71fb-441b-a0ce-12cef6082b0e triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:31:08.915520 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2685-3785-4c92-b7e2-738aa4d9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:08.943898 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e257cb-bf35-426d-a539-ec05536051e0 x-openstack-request-id: req-71e257cb-bf35-426d-a539-ec05536051e0 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:31:08.944186 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:31:08.944633 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71e257cb-bf35-426d-a539-ec05536051e0 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:31:08.945194 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'status': 'completed', 'code': 200} Sep 16 02:31:09.003728 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-06441d16-cda2-4fe9-b7fd-6d3ec36a88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:09.006569 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-06441d16-cda2-4fe9-b7fd-6d3ec36a88d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fea454b17974c3c8773f956fb926556&device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 1098 time: 0.0786932 Sep 16 02:31:09.150517 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Deleting port 00174aad-bc10-48f7-8ea0-5c52ebf4fa44 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:09.154740 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:09.180654 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-606dba10-c09e-44c6-8932-ac46884243bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:09.182120 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-606dba10-c09e-44c6-8932-ac46884243bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2561a40-302a-43e7-989c-c7a2cf1be6e5 HTTP/1.1" status: 200 len: 914 time: 0.1670725 Sep 16 02:31:09.245694 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:09.246103 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:09.269715 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Calling delete_port for 00174aad-bc10-48f7-8ea0-5c52ebf4fa44 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:09.298544 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-aaa76fcd-90dd-4e0a-903e-ef4c0b474721 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 200 len: 1000 time: 0.1066170 Sep 16 02:31:09.317435 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e58737-3870-486f-85cb-091f40e5dd77 req-0bb6d464-efe5-41d4-a518-d78a5a767e89 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:09.319029 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-15e58737-3870-486f-85cb-091f40e5dd77 req-0bb6d464-efe5-41d4-a518-d78a5a767e89 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0548124 Sep 16 02:31:09.379808 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-754d244a-6d02-4075-b8b8-66d65ca20cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:09.381360 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-754d244a-6d02-4075-b8b8-66d65ca20cd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d2f53d8d-5e56-4fe6-b365-429fb210112a HTTP/1.1" status: 200 len: 852 time: 0.0613575 Sep 16 02:31:09.429809 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-15e58737-3870-486f-85cb-091f40e5dd77 req-a9a8049e-239c-4a57-b984-a64ea4f068a8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002169 Sep 16 02:31:09.444090 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-70292ab3-78e5-421d-bd18-b15f0392bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:09.445730 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-70292ab3-78e5-421d-bd18-b15f0392bdb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2561a40-302a-43e7-989c-c7a2cf1be6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537539 Sep 16 02:31:09.498942 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7ff0-10d9-4f31-8d26-b0d6e527dd5b req-18b012e0-6197-4688-8404-1286476b7d03 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:09.500528 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-86fa7ff0-10d9-4f31-8d26-b0d6e527dd5b req-18b012e0-6197-4688-8404-1286476b7d03 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0984592 Sep 16 02:31:09.545160 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:09.558106 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-655cc351-0e44-4a19-b585-c8b31c6664e6 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973346 Sep 16 02:31:09.581074 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-86fa7ff0-10d9-4f31-8d26-b0d6e527dd5b req-45fc578b-37d7-43ca-bcd6-6b9ed8c0d014 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716579 Sep 16 02:31:09.582632 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event deleted for resources: {'Port': ['ID=00174aad-bc10-48f7-8ea0-5c52ebf4fa44,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:09.645882 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:09.646569 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.l3_db [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Floating IP de89bf2d-e5d0-4ed4-9cdd-c1878d259cf9 disassociated (deleted). External IP: 172.27.2.11, port: 87390c55-71fb-441b-a0ce-12cef6082b0e. Sep 16 02:31:09.668765 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-727f61be-b8e1-4358-a176-fcfdc94a36be req-678c6a44-3e7e-41e1-b6fa-7a14dcd17e64 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025698 Sep 16 02:31:09.861211 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Router c4af054b-b194-4099-a3a6-9e405eae5e78 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:31:09.964360 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:31:09.969203 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:09.973919 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] Sync routers for ids ['c4af054b-b194-4099-a3a6-9e405eae5e78'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:31:09.982323 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] Routers {'c4af054b-b194-4099-a3a6-9e405eae5e78'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:31:09.982937 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:30:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['c4af054b-b194-4099-a3a6-9e405eae5e78'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:09.997979 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e6c3ba4f-f987-490a-8739-352218dc740c tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "DELETE /v2.0/floatingips/de89bf2d-e5d0-4ed4-9cdd-c1878d259cf9 HTTP/1.1" status: 204 len: 168 time: 1.1776121 Sep 16 02:31:10.087218 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] Set router c4af054b-b194-4099-a3a6-9e405eae5e78 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:31:10.295026 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:57Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'd3076c06-a266-4025-82d8-e830b64dbc76', 'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'mac_address': 'fa:16:3e:83:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:56Z', 'updated_at': '2021-09-16T02:28:01Z', 'revision_number': 5, 'project_id': '0fea454b17974c3c8773f956fb926556', 'subnets': [{'id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:10.320687 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] Checking router: c4af054b-b194-4099-a3a6-9e405eae5e78 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:31:10.329244 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] Routers {'c4af054b-b194-4099-a3a6-9e405eae5e78'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:31:10.329844 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:30:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['c4af054b-b194-4099-a3a6-9e405eae5e78'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:10.430798 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] Set router c4af054b-b194-4099-a3a6-9e405eae5e78 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:31:10.565051 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce018253-8671-4130-93ce-77449727d8c9 req-2ade5406-94cd-4a87-ad65-a0ab06630785 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:10.566622 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ce018253-8671-4130-93ce-77449727d8c9 req-2ade5406-94cd-4a87-ad65-a0ab06630785 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0479918 Sep 16 02:31:10.603803 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ce018253-8671-4130-93ce-77449727d8c9 req-eb755d7f-7847-4ef9-b59a-dd862bb57fbd tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Sep 16 02:31:10.627413 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:57Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'd3076c06-a266-4025-82d8-e830b64dbc76', 'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'mac_address': 'fa:16:3e:83:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:56Z', 'updated_at': '2021-09-16T02:28:01Z', 'revision_number': 5, 'project_id': '0fea454b17974c3c8773f956fb926556', 'subnets': [{'id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:10.652808 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59165d7-d5b2-4e3a-ae7a-8b85f501059a None None] The sync data for ids ['c4af054b-b194-4099-a3a6-9e405eae5e78'] in dv-cinder-809306-1-iscsi is: [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:27:57Z', 'revision_number': 4, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'd3076c06-a266-4025-82d8-e830b64dbc76', 'name': '', 'network_id': 'd2561a40-302a-43e7-989c-c7a2cf1be6e5', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'mac_address': 'fa:16:3e:83:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:56Z', 'updated_at': '2021-09-16T02:28:01Z', 'revision_number': 5, 'project_id': '0fea454b17974c3c8773f956fb926556', 'subnets': [{'id': 'd2f53d8d-5e56-4fe6-b365-429fb210112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:31:10.880249 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922880de-3dc0-494d-b77d-79301b11edd2 None None] New status for floating IP de89bf2d-e5d0-4ed4-9cdd-c1878d259cf9: DOWN {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:31:10.946245 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:31:10.949626 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad58b88e-c809-4c5b-9281-78ebab2f1301" -d '{"events": [{"name": "network-changed", "server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:31:10.993434 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c938c7-7214-497e-b69a-1a0a6b92910d x-openstack-request-id: req-04c938c7-7214-497e-b69a-1a0a6b92910d {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:31:10.993723 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:31:10.993975 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04c938c7-7214-497e-b69a-1a0a6b92910d {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:31:10.994405 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'status': 'completed', 'code': 200} Sep 16 02:31:11.062544 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-2456ccce-214d-4aa1-808c-040abfcbfeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:11.064064 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-2456ccce-214d-4aa1-808c-040abfcbfeda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fea454b17974c3c8773f956fb926556&device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 1098 time: 0.0398338 Sep 16 02:31:11.159657 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-b89f8594-4f24-4d07-bd47-2fb8939632bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:11.161340 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-b89f8594-4f24-4d07-bd47-2fb8939632bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2561a40-302a-43e7-989c-c7a2cf1be6e5 HTTP/1.1" status: 200 len: 914 time: 0.0888975 Sep 16 02:31:11.203876 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-fea09bef-f980-473c-9b0f-c925ea958d05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 200 len: 217 time: 0.0355282 Sep 16 02:31:11.265403 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-f955f688-6065-4cad-9b11-ab3b36ec1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:11.266677 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-f955f688-6065-4cad-9b11-ab3b36ec1937 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d2f53d8d-5e56-4fe6-b365-429fb210112a HTTP/1.1" status: 200 len: 852 time: 0.0499821 Sep 16 02:31:11.320579 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-e8232f5c-8be3-4f6b-854f-47769a151882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:11.322146 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-e8232f5c-8be3-4f6b-854f-47769a151882 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2561a40-302a-43e7-989c-c7a2cf1be6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391104 Sep 16 02:31:11.413243 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-14fda20f-7771-4fd5-adf5-de8b228934f4 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798836 Sep 16 02:31:11.513015 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ad58b88e-c809-4c5b-9281-78ebab2f1301 req-c073e18a-5f03-4733-8324-856511867642 service neutron] 10.222.0.15 "GET /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912652 Sep 16 02:31:11.730325 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6b2fb-8e35-4c95-92de-60f060b3158d req-00919f2f-847c-4e46-95d9-94c902138163 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:11.731820 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5ee6b2fb-8e35-4c95-92de-60f060b3158d req-00919f2f-847c-4e46-95d9-94c902138163 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0525880 Sep 16 02:31:11.768254 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5ee6b2fb-8e35-4c95-92de-60f060b3158d req-c9b2ab59-1fa9-4085-8ca7-4c98360711e1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304029 Sep 16 02:31:12.696346 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d4c86-70fa-4498-b8b9-3241102a7242 req-5b5b5472-07b1-47ee-b505-1178f6076462 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:12.697795 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0c4d4c86-70fa-4498-b8b9-3241102a7242 req-5b5b5472-07b1-47ee-b505-1178f6076462 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0471961 Sep 16 02:31:12.734548 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0c4d4c86-70fa-4498-b8b9-3241102a7242 req-5c17839a-0f87-4b0a-a21a-a0c2c67d9a7e tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Sep 16 02:31:12.885610 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f633ce-66cc-495c-ade4-9dfb0f9b7726 req-8d2c6747-f259-4830-a128-febfee4f1ea6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:12.886949 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-08f633ce-66cc-495c-ade4-9dfb0f9b7726 req-8d2c6747-f259-4830-a128-febfee4f1ea6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0468142 Sep 16 02:31:12.922489 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-08f633ce-66cc-495c-ade4-9dfb0f9b7726 req-42d20533-44a0-4ed1-a825-b660cf14209f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297515 Sep 16 02:31:13.845033 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff3534-8fec-44ad-8365-f417d7abbe50 req-190c84da-5bde-44f8-8e14-92fd36987b46 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:13.846454 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5fff3534-8fec-44ad-8365-f417d7abbe50 req-190c84da-5bde-44f8-8e14-92fd36987b46 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0463941 Sep 16 02:31:13.882356 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5fff3534-8fec-44ad-8365-f417d7abbe50 req-ee54ef50-b03f-4860-b9ba-70ec09dcb4bb tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295858 Sep 16 02:31:14.043292 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8774a-8acc-4e0e-a415-d98ac9c53aef req-4f1549aa-f396-4445-900a-84efabcc898b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:14.044741 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5be8774a-8acc-4e0e-a415-d98ac9c53aef req-4f1549aa-f396-4445-900a-84efabcc898b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0503955 Sep 16 02:31:14.080830 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5be8774a-8acc-4e0e-a415-d98ac9c53aef req-db22cc9f-8c15-4af7-92e8-1a974ce9d73c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303011 Sep 16 02:31:14.505389 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54178) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:14.605610 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3270-7617-4e22-9fe5-db9f8bab4548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:14.654894 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-286696f8-1dd0-4951-b5d5-3e478f5d4878 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:14.656447 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-286696f8-1dd0-4951-b5d5-3e478f5d4878 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0502894 Sep 16 02:31:14.696931 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3270-7617-4e22-9fe5-db9f8bab4548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:14.700801 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3270-7617-4e22-9fe5-db9f8bab4548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:14.736216 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c3270-7617-4e22-9fe5-db9f8bab4548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381d5ad4-648c-4e4e-8139-0e64943566c8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:14.744333 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ef1c3270-7617-4e22-9fe5-db9f8bab4548 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a882456f8aa4074be8c9a296cc6e6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375023 Sep 16 02:31:14.746400 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54184) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:14.747750 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-7182eab1-53f4-4eb8-9333-ff1df3874678 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Deleting port 87390c55-71fb-441b-a0ce-12cef6082b0e {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:14.748089 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-7182eab1-53f4-4eb8-9333-ff1df3874678 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:14.794873 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5589085c-a490-471a-b121-13babf9d7d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:14.815884 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5589085c-a490-471a-b121-13babf9d7d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:14.838088 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-7182eab1-53f4-4eb8-9333-ff1df3874678 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] For port 87390c55-71fb-441b-a0ce-12cef6082b0e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=87390c55-71fb-441b-a0ce-12cef6082b0e,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:14.838450 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-7182eab1-53f4-4eb8-9333-ff1df3874678 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:14.851123 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-7182eab1-53f4-4eb8-9333-ff1df3874678 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Calling delete_port for 87390c55-71fb-441b-a0ce-12cef6082b0e owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:14.860686 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5589085c-a490-471a-b121-13babf9d7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:14.863908 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5589085c-a490-471a-b121-13babf9d7d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:14.868743 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5589085c-a490-471a-b121-13babf9d7d3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/381d5ad4-648c-4e4e-8139-0e64943566c8 HTTP/1.1" status: 204 len: 168 time: 0.1214025 Sep 16 02:31:14.876518 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589085c-a490-471a-b121-13babf9d7d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d5ad4-648c-4e4e-8139-0e64943566c8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:15.011476 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-7182eab1-53f4-4eb8-9333-ff1df3874678 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.022819 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['87390c55-71fb-441b-a0ce-12cef6082b0e'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:31:15.024167 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197edfe-642a-4a4b-9271-12a0b629bb02 req-3e62bd88-e468-4497-a722-3bf579a9de5d tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:15.025621 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2197edfe-642a-4a4b-9271-12a0b629bb02 req-3e62bd88-e468-4497-a722-3bf579a9de5d tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/ports?device_id=4722445a-8d09-436c-9915-53087a0f989b HTTP/1.1" status: 200 len: 945 time: 0.0678709 Sep 16 02:31:15.054916 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182eab1-53f4-4eb8-9333-ff1df3874678 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Pushing event deleted for resources: {'Port': ['ID=87390c55-71fb-441b-a0ce-12cef6082b0e,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:15.115854 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-7182eab1-53f4-4eb8-9333-ff1df3874678 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] No DVR routers for this DVR port 87390c55-71fb-441b-a0ce-12cef6082b0e on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:31:15.118381 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-7182eab1-53f4-4eb8-9333-ff1df3874678 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.120412 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-aea01396-b60d-4769-b061-ec665a6d6a2a req-7182eab1-53f4-4eb8-9333-ff1df3874678 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.15 "DELETE /v2.0/ports/87390c55-71fb-441b-a0ce-12cef6082b0e HTTP/1.1" status: 204 len: 173 time: 0.4573205 Sep 16 02:31:15.120840 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'name': 'network-vif-deleted', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:31:15.123104 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb4e2f3-71be-49ff-9f01-d0d8072683c6" -d '{"events": [{"server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "name": "network-vif-deleted", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:31:15.130294 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2197edfe-642a-4a4b-9271-12a0b629bb02 req-631cb418-f08a-44e2-8375-0b7e37cba1a9 tempest-TestMinimumBasicScenario-1458333797 tempest-TestMinimumBasicScenario-1458333797-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e641272-3177-4d32-aad9-2a21f215616d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834930 Sep 16 02:31:15.222320 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacb783-911b-46d9-a54d-1b866b65d00d req-e8097815-60ce-4ede-bfcf-6b45325032f6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:15.224781 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5bacb783-911b-46d9-a54d-1b866b65d00d req-e8097815-60ce-4ede-bfcf-6b45325032f6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0621901 Sep 16 02:31:15.274369 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5bacb783-911b-46d9-a54d-1b866b65d00d req-ac312339-05df-4e27-b17f-0fc5002cf220 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Sep 16 02:31:15.396813 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d518ee86-bcd5-449d-bab6-39001b6c07ea x-openstack-request-id: req-d518ee86-bcd5-449d-bab6-39001b6c07ea {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:31:15.397103 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4722445a-8d09-436c-9915-53087a0f989b", "name": "network-vif-deleted", "tag": "87390c55-71fb-441b-a0ce-12cef6082b0e", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:31:15.397369 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d518ee86-bcd5-449d-bab6-39001b6c07ea {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:31:15.397746 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4722445a-8d09-436c-9915-53087a0f989b', 'name': 'network-vif-deleted', 'tag': '87390c55-71fb-441b-a0ce-12cef6082b0e', 'status': 'completed', 'code': 200} Sep 16 02:31:15.568709 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54214) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:15.668628 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-613254124-network', 'tenant_id': '6d7ec212b17a400abad464efcde7be6b'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:31:15.693689 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Made reservation on behalf of 6d7ec212b17a400abad464efcde7be6b for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:31:15.696058 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.704568 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.792634 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.796857 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.817841 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:31:15.833058 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5131c88-e7b4-495b-b6b7-5f9657ccdae5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:15.836843 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.837190 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Added segment e74f1824-668a-44c6-b666-442df6067fd2 of type vlan for network 610f72f6-ff37-47b6-ab39-74407cb9b233 Sep 16 02:31:15.876119 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.899976 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.900915 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:15.901515 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.928838 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3588901 Sep 16 02:31:15.931768 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54220) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:15.936677 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Request body: {'subnet': {'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-613254124-subnet', 'tenant_id': '6d7ec212b17a400abad464efcde7be6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:31:15.957176 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Made reservation on behalf of 6d7ec212b17a400abad464efcde7be6b for: {'subnet': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:31:15.959640 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16418868'] for subnet, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:15.964716 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a3af3-f72f-4044-a9ad-43fb62bec966 admin admin] Pushing event updated for resources: {'Network': ['ID=610f72f6-ff37-47b6-ab39-74407cb9b233,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:15.974338 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network 610f72f6-ff37-47b6-ab39-74407cb9b233 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:31:16.124003 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4778642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16418842'] for subnet, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:16.124653 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:16.172603 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef085f83-f1a2-4058-a80e-852000efd2d0,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:16.187701 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Checking segment: {'id': 'e74f1824-668a-44c6-b666-442df6067fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:31:16.188050 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Network hostable DHCP agents. Network: 610f72f6-ff37-47b6-ab39-74407cb9b233, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:31:16.207482 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Network 610f72f6-ff37-47b6-ab39-74407cb9b233 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:31:16.219138 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, 610f72f6-ff37-47b6-ab39-74407cb9b233) {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:31:16.223822 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:16.224411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:16.228734 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef2a43-2685-419c-93f2-c793552e9aa1 None None] Network 610f72f6-ff37-47b6-ab39-74407cb9b233 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:31:16.248263 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c9b57f86-3dc8-484e-bb97-f91272244cfe admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3065088 Sep 16 02:31:16.373760 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d906ce28-a232-4835-9f74-e921a7ac70c5 None None] Network 610f72f6-ff37-47b6-ab39-74407cb9b233 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:31:16.413765 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e92bf-3317-4ab0-946e-6c8d29c2bbce req-dbbdcaae-738b-413b-8ebf-9818cc6a6d86 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:16.415182 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8c7e92bf-3317-4ab0-946e-6c8d29c2bbce req-dbbdcaae-738b-413b-8ebf-9818cc6a6d86 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0546758 Sep 16 02:31:16.459176 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8c7e92bf-3317-4ab0-946e-6c8d29c2bbce req-cae1d145-7abb-45cb-b608-bbc2d284673c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377700 Sep 16 02:31:16.825823 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54278) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:17.230171 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869201'] for router_interface, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:17.667197 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340fef8-f99f-45c7-aa2b-7279e544d57f req-68d43531-64bf-421c-bd40-2f13d37d5342 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:17.668670 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7340fef8-f99f-45c7-aa2b-7279e544d57f req-68d43531-64bf-421c-bd40-2f13d37d5342 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.1362572 Sep 16 02:31:17.727877 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7340fef8-f99f-45c7-aa2b-7279e544d57f req-f936e9e9-9dc1-4714-974e-512a74fb0ffb tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533378 Sep 16 02:31:17.806083 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] Deleting port d3076c06-a266-4025-82d8-e830b64dbc76 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:17.806426 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:17.886493 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] For port d3076c06-a266-4025-82d8-e830b64dbc76, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=d3076c06-a266-4025-82d8-e830b64dbc76,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:17.886861 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:17.901594 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] Calling delete_port for d3076c06-a266-4025-82d8-e830b64dbc76 owned by network:router_interface {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:18.097347 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-118623c8-8ee0-4b34-a54d-d3ea61a82fb2 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:18.098786 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-118623c8-8ee0-4b34-a54d-d3ea61a82fb2 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/networks?id=610f72f6-ff37-47b6-ab39-74407cb9b233 HTTP/1.1" status: 200 len: 813 time: 0.1510918 Sep 16 02:31:18.122364 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-57c4da42-c3c6-4751-8e55-014ca44ef96c tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/quotas/6d7ec212b17a400abad464efcde7be6b HTTP/1.1" status: 200 len: 375 time: 0.0175283 Sep 16 02:31:18.164150 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0ba358bb-e57d-4f71-8a01-4fd3950f4753 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d7ec212b17a400abad464efcde7be6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361991 Sep 16 02:31:18.257036 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:18.294109 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3076c06-a266-4025-82d8-e830b64dbc76,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:18.357318 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-9a353c78-3110-4697-a01c-4426450f7cd3 service neutron] 10.222.0.35 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761365 Sep 16 02:31:18.530392 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-dda64d51-76ae-41e8-8823-355b42fe5c0b service neutron] 10.222.0.35 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643100 Sep 16 02:31:18.540628 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8121505'] for router_interface, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:18.696731 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e9ad1265-9ad8-4401-afca-6d460e595164 req-696255d0-5ff9-4dd1-b63b-72289596735a tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 210 time: 0.0328836 Sep 16 02:31:18.764577 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] Router c4af054b-b194-4099-a3a6-9e405eae5e78 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:31:18.816471 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-243b7ba8-ad39-494e-93f4-49563742f978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:18.915674 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e40a6-fc06-433f-9865-39da446e1268 req-2689b63b-d5b8-455d-a1c8-ee8799ec03ed tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:18.917641 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-808e40a6-fc06-433f-9865-39da446e1268 req-2689b63b-d5b8-455d-a1c8-ee8799ec03ed tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.1069396 Sep 16 02:31:18.937890 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:31:18.945882 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-e3622efc-cb41-467b-988d-bf428fd14167 admin admin] 10.222.0.35 "PUT /v2.0/routers/c4af054b-b194-4099-a3a6-9e405eae5e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1162136 Sep 16 02:31:18.946076 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54310) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:18.947348 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] Sync routers for ids ['c4af054b-b194-4099-a3a6-9e405eae5e78'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:31:18.958039 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] Routers {'c4af054b-b194-4099-a3a6-9e405eae5e78'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:31:18.958514 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:30:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['c4af054b-b194-4099-a3a6-9e405eae5e78'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:18.979010 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-808e40a6-fc06-433f-9865-39da446e1268 req-1b67781a-e26c-42aa-b955-76f124c0d3ab tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515077 Sep 16 02:31:19.084798 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] Set router c4af054b-b194-4099-a3a6-9e405eae5e78 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:31:19.088522 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:19.189368 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:19.245510 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Deleting port d55c8657-3fb2-4a31-bf9a-d7cb090be75f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:19.245849 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:19.283143 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 87390c55-71fb-441b-a0ce-12cef6082b0e no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:31:19.305429 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 87390c55-71fb-441b-a0ce-12cef6082b0e {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:31:19.305867 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 87390c55-71fb-441b-a0ce-12cef6082b0e not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:31:19.315174 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:31:18Z', 'revision_number': 5, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port': {'id': 'd55c8657-3fb2-4a31-bf9a-d7cb090be75f', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:53Z', 'updated_at': '2021-09-16T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:19.338123 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] For port d55c8657-3fb2-4a31-bf9a-d7cb090be75f, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=d55c8657-3fb2-4a31-bf9a-d7cb090be75f,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:19.338478 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:19.346938 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] Checking router: c4af054b-b194-4099-a3a6-9e405eae5e78 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:31:19.350043 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Calling delete_port for d55c8657-3fb2-4a31-bf9a-d7cb090be75f owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:19.355127 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] Routers {'c4af054b-b194-4099-a3a6-9e405eae5e78'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:31:19.355769 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:30:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['c4af054b-b194-4099-a3a6-9e405eae5e78'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:19.438570 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] Set router c4af054b-b194-4099-a3a6-9e405eae5e78 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:31:19.489800 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:31:19Z', 'revision_number': 6, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port_host': None}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:19.512000 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:19.520013 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc37d40-7270-4a5a-ab60-8e9cba290255 None None] The sync data for ids ['c4af054b-b194-4099-a3a6-9e405eae5e78'] in dv-cinder-809306-1-iscsi is: [{'id': 'c4af054b-b194-4099-a3a6-9e405eae5e78', 'name': 'tempest-TestMinimumBasicScenario-68276208-router', 'tenant_id': '0fea454b17974c3c8773f956fb926556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:52Z', 'updated_at': '2021-09-16T02:31:19Z', 'revision_number': 6, 'project_id': '0fea454b17974c3c8773f956fb926556', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:31:19.544381 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55c8657-3fb2-4a31-bf9a-d7cb090be75f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:19.606986 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121447'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:19.725632 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-c14da013-5bbc-4263-ac8e-199a003ea7ee tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:19.727954 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-c14da013-5bbc-4263-ac8e-199a003ea7ee tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.15 "GET /v2.0/networks?id=610f72f6-ff37-47b6-ab39-74407cb9b233 HTTP/1.1" status: 200 len: 813 time: 0.1085539 Sep 16 02:31:19.741800 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Request body: {'port': {'device_id': 'da85023d-66d0-45d4-a8c9-f6ed17c91966', 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233', 'admin_state_up': True, 'tenant_id': '6d7ec212b17a400abad464efcde7be6b'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:31:19.838674 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d12b31d7-0076-4c95-8481-7af270b32bac req-0e668edf-d9f5-4ae4-9099-0e88f7300bdf tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 210 time: 0.0636954 Sep 16 02:31:19.904551 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Made reservation on behalf of 6d7ec212b17a400abad464efcde7be6b for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:31:19.908413 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:19.948285 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7864630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2442'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:19.950445 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:19.996594 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7864781'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:19.997209 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4af054b-b194-4099-a3a6-9e405eae5e78 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:31:20.001679 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.002983 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-50a9297f-7f58-4fa6-bd87-840ead087d92 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c4af054b-b194-4099-a3a6-9e405eae5e78 HTTP/1.1" status: 204 len: 168 time: 1.0559585 Sep 16 02:31:20.006153 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54320) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:20.047233 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Allocated IP 172.20.0.3 (610f72f6-ff37-47b6-ab39-74407cb9b233/ef085f83-f1a2-4058-a80e-852000efd2d0/9df306ef-f058-4701-bd4b-2770c4d2a072) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:31:20.053469 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4176d42-7c56-4f78-9813-a0b66a641cfe admin admin] Deleting subnet d2f53d8d-5e56-4fe6-b365-429fb210112a {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:31:20.056763 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4176d42-7c56-4f78-9813-a0b66a641cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.112753 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4176d42-7c56-4f78-9813-a0b66a641cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4939575'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.169632 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5287f-821c-460a-bcae-c5c474ff56f4 req-5ee5104b-10ce-47b0-b0ea-a320aa787180 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:20.171180 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ee5287f-821c-460a-bcae-c5c474ff56f4 req-5ee5104b-10ce-47b0-b0ea-a320aa787180 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.1123335 Sep 16 02:31:20.202755 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.237100 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.264476 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4176d42-7c56-4f78-9813-a0b66a641cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.279340 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Network 610f72f6-ff37-47b6-ab39-74407cb9b233 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:31:20.284656 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:31:20.291443 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:31:20.293267 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ee5287f-821c-460a-bcae-c5c474ff56f4 req-09e79780-92a3-4538-ad37-1ca9adb498af tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980575 Sep 16 02:31:20.328956 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Pushing event updated for resources: {'Port': ['ID=9df306ef-f058-4701-bd4b-2770c4d2a072,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:20.340251 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4176d42-7c56-4f78-9813-a0b66a641cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4294492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711917'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.365502 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:20.365867 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4176d42-7c56-4f78-9813-a0b66a641cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f53d8d-5e56-4fe6-b365-429fb210112a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:20.366123 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.370484 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4176d42-7c56-4f78-9813-a0b66a641cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.372722 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e4176d42-7c56-4f78-9813-a0b66a641cfe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d2f53d8d-5e56-4fe6-b365-429fb210112a HTTP/1.1" status: 204 len: 168 time: 0.3655705 Sep 16 02:31:20.375402 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54326) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:20.381392 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe0b89-7a84-4701-8848-df69ea0768c0 None None] Network d2561a40-302a-43e7-989c-c7a2cf1be6e5 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:31:20.382249 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-143fe912-b2e5-453b-a64b-3358e4112e01 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6456490 Sep 16 02:31:20.394640 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Request body: {'port': {'device_id': 'da85023d-66d0-45d4-a8c9-f6ed17c91966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:31:20.453828 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.456035 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.526741 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Deleting port 0b68d2e6-dcea-4592-85e1-97499260d7f0 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:20.527083 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.573448 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2023646-a598-4220-9c33-2027425a281b None None] DHCP port deletion for d2561a40-302a-43e7-989c-c7a2cf1be6e5 request from dv-cinder-809306-1-iscsi {{(pid=93922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 02:31:20.611650 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] For port 0b68d2e6-dcea-4592-85e1-97499260d7f0, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0b68d2e6-dcea-4592-85e1-97499260d7f0,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:20.612026 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.626507 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Calling delete_port for 0b68d2e6-dcea-4592-85e1-97499260d7f0 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:20.630991 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-b2023646-a598-4220-9c33-2027425a281b None None] Deleting port 0b68d2e6-dcea-4592-85e1-97499260d7f0 {{(pid=93922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:20.631389 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b2023646-a598-4220-9c33-2027425a281b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.696717 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b2023646-a598-4220-9c33-2027425a281b None None] For port 0b68d2e6-dcea-4592-85e1-97499260d7f0, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0b68d2e6-dcea-4592-85e1-97499260d7f0,segment=NetworkSegment(a608c510-9fe6-431f-97fe-316ed7b5fec6),segment_id=a608c510-9fe6-431f-97fe-316ed7b5fec6)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:20.697163 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b2023646-a598-4220-9c33-2027425a281b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.712975 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-b2023646-a598-4220-9c33-2027425a281b None None] Calling delete_port for 0b68d2e6-dcea-4592-85e1-97499260d7f0 owned by network:dhcp {{(pid=93922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:20.713634 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.747767 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b68d2e6-dcea-4592-85e1-97499260d7f0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:20.751961 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] No DVR routers for this DVR port 0b68d2e6-dcea-4592-85e1-97499260d7f0 on host dv-cinder-809306-1-iscsi {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:31:20.849798 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b2023646-a598-4220-9c33-2027425a281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363'] for port, after_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.851417 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.874026 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2561a40-302a-43e7-989c-c7a2cf1be6e5']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:20.876103 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2023646-a598-4220-9c33-2027425a281b None None] Pushing event deleted for resources: {'Port': ['ID=0b68d2e6-dcea-4592-85e1-97499260d7f0,revision_number=None']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:20.883586 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2023646-a598-4220-9c33-2027425a281b None None] No DVR routers for this DVR port 0b68d2e6-dcea-4592-85e1-97499260d7f0 on host dv-cinder-809306-1-iscsi {{(pid=93922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:31:20.885704 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a608c510-9fe6-431f-97fe-316ed7b5fec6') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:20.886013 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a608c510-9fe6-431f-97fe-316ed7b5fec6') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:20.898398 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4939580'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.924641 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.932125 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:31:20.932714 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4295042'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: timer() Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: cb(*args, **kw) Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: self._notify() Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: self.callback(batched_events) Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: event.method(event) Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: return self._get(url).json() Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:31:20.934455 dv-cinder-809306-1-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:31:20.994649 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:21.001002 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:21.002885 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d2561a40-302a-43e7-989c-c7a2cf1be6e5 HTTP/1.1" status: 204 len: 168 time: 0.6264567 Sep 16 02:31:21.011347 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54330) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:21.014496 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11716e-f302-443b-ad10-3412625b6574 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2561a40-302a-43e7-989c-c7a2cf1be6e5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:21.023679 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df306ef-f058-4701-bd4b-2770c4d2a072 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:31:21.039512 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:21.105255 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Transition to ACTIVE for port object 9df306ef-f058-4701-bd4b-2770c4d2a072 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:31:21.111825 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:21.162854 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:31:21.186222 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5b651-d8a3-48b6-9409-3e5f83bd7fab req-242df6d4-e27d-47ae-9771-0ba073b27b1f tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:21.187721 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-93c5b651-d8a3-48b6-9409-3e5f83bd7fab req-242df6d4-e27d-47ae-9771-0ba073b27b1f tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 931 time: 0.1754856 Sep 16 02:31:21.239648 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Pushing event updated for resources: {'Port': ['ID=9df306ef-f058-4701-bd4b-2770c4d2a072,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:21.320426 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device d55c8657-3fb2-4a31-bf9a-d7cb090be75f no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:31:21.331069 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-93c5b651-d8a3-48b6-9409-3e5f83bd7fab req-6100d268-5efd-4ada-bde7-a61fa5e53731 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331828 Sep 16 02:31:21.343192 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: d55c8657-3fb2-4a31-bf9a-d7cb090be75f {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:31:21.343578 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device d55c8657-3fb2-4a31-bf9a-d7cb090be75f not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:31:21.344005 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 0b68d2e6-dcea-4592-85e1-97499260d7f0 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:31:21.376286 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 0b68d2e6-dcea-4592-85e1-97499260d7f0 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:31:21.376539 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 0b68d2e6-dcea-4592-85e1-97499260d7f0 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:31:21.376962 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device d3076c06-a266-4025-82d8-e830b64dbc76 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:31:21.392080 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Attempting to bind port 9df306ef-f058-4701-bd4b-2770c4d2a072 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:31:21.392411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Attempting to bind port 9df306ef-f058-4701-bd4b-2770c4d2a072 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'e74f1824-668a-44c6-b666-442df6067fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:31:21.392733 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Attempting to bind port 9df306ef-f058-4701-bd4b-2770c4d2a072 on network 610f72f6-ff37-47b6-ab39-74407cb9b233 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:31:21.395848 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: d3076c06-a266-4025-82d8-e830b64dbc76 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:31:21.396348 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device d3076c06-a266-4025-82d8-e830b64dbc76 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:31:21.400061 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Port 9df306ef-f058-4701-bd4b-2770c4d2a072 on network 610f72f6-ff37-47b6-ab39-74407cb9b233 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:31:21.400385 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Attempting to bind port 9df306ef-f058-4701-bd4b-2770c4d2a072 on network 610f72f6-ff37-47b6-ab39-74407cb9b233 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:31:21.413717 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:31:21.414047 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Checking segment: {'id': 'e74f1824-668a-44c6-b666-442df6067fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:31:21.414420 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Bound using segment: {'id': 'e74f1824-668a-44c6-b666-442df6067fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:31:21.414845 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Bound port: 9df306ef-f058-4701-bd4b-2770c4d2a072, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74f1824-668a-44c6-b666-442df6067fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:31:21.415195 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:21.427430 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94338ffe-ee7d-4a73-bc54-a800a286dc08 req-9e4976d7-15e9-443f-9dff-87ef9f00de8c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:21.428942 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-94338ffe-ee7d-4a73-bc54-a800a286dc08 req-9e4976d7-15e9-443f-9dff-87ef9f00de8c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0535257 Sep 16 02:31:21.444853 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a41ed35e-254b-47a4-a445-2204234c2423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:21.471226 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-94338ffe-ee7d-4a73-bc54-a800a286dc08 req-352ea8c7-4393-4ac4-b651-2db82a0847d9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351825 Sep 16 02:31:21.530921 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] For port 9df306ef-f058-4701-bd4b-2770c4d2a072, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:31:21.534824 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] For port 9df306ef-f058-4701-bd4b-2770c4d2a072, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9df306ef-f058-4701-bd4b-2770c4d2a072,segment=NetworkSegment(e74f1824-668a-44c6-b666-442df6067fd2),segment_id=e74f1824-668a-44c6-b666-442df6067fd2)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:31:21.539323 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:21.580433 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:21.581032 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:21.583005 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] 10.222.0.15 "PUT /v2.0/ports/9df306ef-f058-4701-bd4b-2770c4d2a072 HTTP/1.1" status: 200 len: 1093 time: 1.1926150 Sep 16 02:31:21.584203 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da85023d-66d0-45d4-a8c9-f6ed17c91966', 'tag': '9df306ef-f058-4701-bd4b-2770c4d2a072'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:31:21.586388 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f369d4a-0e40-423c-acc1-738b29e1a0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "da85023d-66d0-45d4-a8c9-f6ed17c91966", "tag": "9df306ef-f058-4701-bd4b-2770c4d2a072"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:31:21.615764 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773ed86-6c95-4ca4-b4c1-76922a189fdf service neutron] Pushing event updated for resources: {'Port': ['ID=9df306ef-f058-4701-bd4b-2770c4d2a072,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:21.632069 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e923e0a8-6361-49cc-afbb-5c9218a51285 x-openstack-request-id: req-e923e0a8-6361-49cc-afbb-5c9218a51285 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:31:21.632286 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da85023d-66d0-45d4-a8c9-f6ed17c91966", "tag": "9df306ef-f058-4701-bd4b-2770c4d2a072", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:31:21.632530 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e923e0a8-6361-49cc-afbb-5c9218a51285 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:31:21.632906 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da85023d-66d0-45d4-a8c9-f6ed17c91966', 'tag': '9df306ef-f058-4701-bd4b-2770c4d2a072', 'status': 'completed', 'code': 200} Sep 16 02:31:21.689964 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-ba397175-7180-4696-8242-d4c8c1250aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:21.691975 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-ba397175-7180-4696-8242-d4c8c1250aec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7ec212b17a400abad464efcde7be6b&device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 1096 time: 0.0695150 Sep 16 02:31:21.712468 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869201'] for router_interface, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:21.766621 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-aef179b5-0614-4f3f-8577-7e6eb7c51cf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df306ef-f058-4701-bd4b-2770c4d2a072 HTTP/1.1" status: 200 len: 217 time: 0.0661092 Sep 16 02:31:21.854478 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-ed60515b-8be0-4db6-87df-09340be50f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:21.855918 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-ed60515b-8be0-4db6-87df-09340be50f00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef085f83-f1a2-4058-a80e-852000efd2d0 HTTP/1.1" status: 200 len: 853 time: 0.0812550 Sep 16 02:31:21.916318 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-666507d4-59b6-40c7-9305-366e30d5148c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=610f72f6-ff37-47b6-ab39-74407cb9b233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515938 Sep 16 02:31:22.036847 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-ef18af20-c30c-4c6c-8f6a-24f3b3d29487 service neutron] 10.222.0.15 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008978 Sep 16 02:31:22.163872 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e23f8a43-11d1-4819-9071-21f6ebf3c83d req-bd36472c-9bf5-4718-a0f0-64a16def9427 service neutron] 10.222.0.15 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128376 Sep 16 02:31:22.170261 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] Deleting port 984b1648-4607-4e7b-b279-ab781eca189c {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:22.170570 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:22.265602 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:22.272835 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] For port 984b1648-4607-4e7b-b279-ab781eca189c, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=984b1648-4607-4e7b-b279-ab781eca189c,segment=NetworkSegment(4e94b9ad-196b-4c50-814d-770dd0e36ec6),segment_id=4e94b9ad-196b-4c50-814d-770dd0e36ec6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:22.273319 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:22.288721 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] Calling delete_port for 984b1648-4607-4e7b-b279-ab781eca189c owned by network:router_interface {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:22.293898 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f369d4a-0e40-423c-acc1-738b29e1a0dd req-5c7abf8b-cb77-49af-8227-30d302066338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:22.295387 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2f369d4a-0e40-423c-acc1-738b29e1a0dd req-5c7abf8b-cb77-49af-8227-30d302066338 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7ec212b17a400abad464efcde7be6b&device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 1096 time: 0.0706100 Sep 16 02:31:22.506149 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f369d4a-0e40-423c-acc1-738b29e1a0dd req-986f03c2-2c6a-4c4b-a8ed-9fc307d93db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:22.507626 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2f369d4a-0e40-423c-acc1-738b29e1a0dd req-986f03c2-2c6a-4c4b-a8ed-9fc307d93db5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=610f72f6-ff37-47b6-ab39-74407cb9b233 HTTP/1.1" status: 200 len: 914 time: 0.1738131 Sep 16 02:31:22.525874 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f01d3-9774-4704-8a22-255d4fb39d96 req-6f3735ff-c7b0-4f97-9508-2babe1af553d tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:22.527322 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ca7f01d3-9774-4704-8a22-255d4fb39d96 req-6f3735ff-c7b0-4f97-9508-2babe1af553d tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 943 time: 0.1172619 Sep 16 02:31:22.579089 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2f369d4a-0e40-423c-acc1-738b29e1a0dd req-398d8807-47f8-4029-9210-9a489f251a0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df306ef-f058-4701-bd4b-2770c4d2a072 HTTP/1.1" status: 200 len: 217 time: 0.0502768 Sep 16 02:31:22.597653 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447bc2e-ea36-404b-a1f7-29b669dc5d52 req-d20c4491-37d2-4273-92e3-4429d978c48b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:22.599130 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5447bc2e-ea36-404b-a1f7-29b669dc5d52 req-d20c4491-37d2-4273-92e3-4429d978c48b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0530963 Sep 16 02:31:22.631577 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:22.637912 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5447bc2e-ea36-404b-a1f7-29b669dc5d52 req-d8c88c37-63fd-430b-b90b-47c74ea733a2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322878 Sep 16 02:31:22.651202 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ca7f01d3-9774-4704-8a22-255d4fb39d96 req-7b3128fe-967e-4033-802c-0b0b35d5cf5e tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148813 Sep 16 02:31:22.674589 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f369d4a-0e40-423c-acc1-738b29e1a0dd req-2b458494-270e-4c97-85d3-f3adb015c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:22.676562 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2f369d4a-0e40-423c-acc1-738b29e1a0dd req-2b458494-270e-4c97-85d3-f3adb015c05f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef085f83-f1a2-4058-a80e-852000efd2d0 HTTP/1.1" status: 200 len: 853 time: 0.0899570 Sep 16 02:31:22.677142 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:22.715690 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=984b1648-4607-4e7b-b279-ab781eca189c,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:22.734460 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2f369d4a-0e40-423c-acc1-738b29e1a0dd req-dc666a39-547c-4b6a-acf1-98ca0098fafd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=610f72f6-ff37-47b6-ab39-74407cb9b233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497475 Sep 16 02:31:22.900046 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2f369d4a-0e40-423c-acc1-738b29e1a0dd req-7fb05c21-9cd4-4553-8460-c1f8b7b3dcfb service neutron] 10.222.0.15 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520526 Sep 16 02:31:22.998871 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8121505'] for router_interface, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:23.067788 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2f369d4a-0e40-423c-acc1-738b29e1a0dd req-e456616e-9ec5-4a61-a44d-d4e09d194cad service neutron] 10.222.0.15 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340497 Sep 16 02:31:23.456160 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] Router d75ae766-2dc2-4595-b5b3-d8c662c016e1 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:31:23.559729 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:31:23.565022 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-63664e4f-a958-43ec-93fd-406d8f883ddc admin admin] 10.222.0.35 "PUT /v2.0/routers/d75ae766-2dc2-4595-b5b3-d8c662c016e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5516295 Sep 16 02:31:23.568103 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54350) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:23.569699 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] Sync routers for ids ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:31:23.578570 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] Routers {'d75ae766-2dc2-4595-b5b3-d8c662c016e1'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:31:23.579198 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:31:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:23.677114 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Notify callbacks [] for router, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:23.689332 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] Set router d75ae766-2dc2-4595-b5b3-d8c662c016e1 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:31:23.830927 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66613e94-b2ef-4438-be27-5d6fc837ec01 req-ef116432-b179-4ca3-9524-ab1126eddbeb tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:23.833122 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-66613e94-b2ef-4438-be27-5d6fc837ec01 req-ef116432-b179-4ca3-9524-ab1126eddbeb tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0691161 Sep 16 02:31:23.868275 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:23.875909 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-66613e94-b2ef-4438-be27-5d6fc837ec01 req-20dc5fe7-13b0-472b-a6f6-937d0b9a5a23 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360496 Sep 16 02:31:23.881209 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fcc91-ad7c-4917-be26-1285c7dfc7e1 req-5b84726b-fe59-4468-a54c-64dbb8839c82 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:23.890173 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e42fcc91-ad7c-4917-be26-1285c7dfc7e1 req-5b84726b-fe59-4468-a54c-64dbb8839c82 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 943 time: 0.0861535 Sep 16 02:31:23.922394 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'name': 'tempest-TestMinimumBasicScenario-1007946818-router', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:31:22Z', 'revision_number': 5, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'gw_port': {'id': '76a1d597-45f3-4945-b07f-0d93d0ed961c', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:23.946837 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e42fcc91-ad7c-4917-be26-1285c7dfc7e1 req-f33af06a-8d6f-4347-8811-908315b05949 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557933 Sep 16 02:31:23.947479 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] Checking router: d75ae766-2dc2-4595-b5b3-d8c662c016e1 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:31:23.957142 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] Routers {'d75ae766-2dc2-4595-b5b3-d8c662c016e1'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:31:23.957744 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:31:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:23.967529 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Deleting port 76a1d597-45f3-4945-b07f-0d93d0ed961c {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:23.967874 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.046993 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] Set router d75ae766-2dc2-4595-b5b3-d8c662c016e1 gateway port host: None {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:31:24.053616 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] For port 76a1d597-45f3-4945-b07f-0d93d0ed961c, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=76a1d597-45f3-4945-b07f-0d93d0ed961c,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:24.053974 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.056388 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.066268 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Calling delete_port for 76a1d597-45f3-4945-b07f-0d93d0ed961c owned by network:router_gateway {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:24.101053 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'name': 'tempest-TestMinimumBasicScenario-1007946818-router', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:31:23Z', 'revision_number': 6, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'gw_port_host': None}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:24.126407 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d34c58-5e3d-43a4-bea3-e1e6557d9cc6 None None] The sync data for ids ['d75ae766-2dc2-4595-b5b3-d8c662c016e1'] in dv-cinder-809306-1-iscsi is: [{'id': 'd75ae766-2dc2-4595-b5b3-d8c662c016e1', 'name': 'tempest-TestMinimumBasicScenario-1007946818-router', 'tenant_id': '4f072b8fe98c49c1850657005360c2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:59Z', 'updated_at': '2021-09-16T02:31:23Z', 'revision_number': 6, 'project_id': '4f072b8fe98c49c1850657005360c2e2', 'gw_port_host': None}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:31:24.238133 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.263748 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Pushing event deleted for resources: {'Port': ['ID=76a1d597-45f3-4945-b07f-0d93d0ed961c,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:24.324074 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121447'] for router_gateway, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.426615 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7864630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2442'] for router, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.428613 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.489091 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7864781'] for router, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.489670 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d75ae766-2dc2-4595-b5b3-d8c662c016e1 {{(pid=93921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:31:24.495192 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] Notify callbacks [] for router, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.496366 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6e95e969-205d-449b-9a0a-86e30e47a68d admin admin] 10.222.0.35 "DELETE /v2.0/routers/d75ae766-2dc2-4595-b5b3-d8c662c016e1 HTTP/1.1" status: 204 len: 168 time: 0.9271955 Sep 16 02:31:24.498790 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54360) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:24.548116 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a8fdae-6162-4fd6-90c3-9c8b32b5fa3c admin admin] Deleting subnet 423772a4-12fb-49fd-b51b-79de27458851 {{(pid=93921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:31:24.551684 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38a8fdae-6162-4fd6-90c3-9c8b32b5fa3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.587578 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38a8fdae-6162-4fd6-90c3-9c8b32b5fa3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020769'] for subnet, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.692435 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38a8fdae-6162-4fd6-90c3-9c8b32b5fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.743671 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38a8fdae-6162-4fd6-90c3-9c8b32b5fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16418835'] for subnet, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.769634 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8fdae-6162-4fd6-90c3-9c8b32b5fa3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=423772a4-12fb-49fd-b51b-79de27458851,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:24.775004 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38a8fdae-6162-4fd6-90c3-9c8b32b5fa3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.777023 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-38a8fdae-6162-4fd6-90c3-9c8b32b5fa3c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/423772a4-12fb-49fd-b51b-79de27458851 HTTP/1.1" status: 204 len: 168 time: 0.2772961 Sep 16 02:31:24.779599 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54362) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:24.781041 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6280a1e-ab87-4faf-b913-284b878b6ac6 None None] Network fa762f3f-3df4-4982-b3fb-a2cb40ac584b requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:31:24.846822 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.912583 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Deleting port 599a09fd-90f0-44f6-a1cf-83ff13118772 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:24.912929 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:24.984389 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af1588-0d4f-48bc-a6f3-def45ab47ecc None None] DHCP port deletion for fa762f3f-3df4-4982-b3fb-a2cb40ac584b request from dv-cinder-809306-1-iscsi {{(pid=93922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 02:31:25.017171 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] For port 599a09fd-90f0-44f6-a1cf-83ff13118772, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=599a09fd-90f0-44f6-a1cf-83ff13118772,segment=NetworkSegment(4e94b9ad-196b-4c50-814d-770dd0e36ec6),segment_id=4e94b9ad-196b-4c50-814d-770dd0e36ec6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:25.017624 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.037861 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-f6af1588-0d4f-48bc-a6f3-def45ab47ecc None None] Deleting port 599a09fd-90f0-44f6-a1cf-83ff13118772 {{(pid=93922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:25.038098 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Calling delete_port for 599a09fd-90f0-44f6-a1cf-83ff13118772 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:25.038230 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f6af1588-0d4f-48bc-a6f3-def45ab47ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.052404 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693a64e-62ba-42a6-93ca-295df9252fec req-1914aeda-270e-473e-bcf4-6e0ea3f7f314 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:25.053936 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2693a64e-62ba-42a6-93ca-295df9252fec req-1914aeda-270e-473e-bcf4-6e0ea3f7f314 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0814164 Sep 16 02:31:25.120658 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-f6af1588-0d4f-48bc-a6f3-def45ab47ecc None None] For port 599a09fd-90f0-44f6-a1cf-83ff13118772, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=599a09fd-90f0-44f6-a1cf-83ff13118772,segment=NetworkSegment(4e94b9ad-196b-4c50-814d-770dd0e36ec6),segment_id=4e94b9ad-196b-4c50-814d-770dd0e36ec6)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:25.121215 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f6af1588-0d4f-48bc-a6f3-def45ab47ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.133784 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-2693a64e-62ba-42a6-93ca-295df9252fec req-c6459704-15cd-4b78-be14-778ee707ce3a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731204 Sep 16 02:31:25.134466 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-f6af1588-0d4f-48bc-a6f3-def45ab47ecc None None] Calling delete_port for 599a09fd-90f0-44f6-a1cf-83ff13118772 owned by network:dhcp {{(pid=93922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:25.164438 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.192525 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Pushing event deleted for resources: {'Port': ['ID=599a09fd-90f0-44f6-a1cf-83ff13118772,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:25.208094 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] No DVR routers for this DVR port 599a09fd-90f0-44f6-a1cf-83ff13118772 on host dv-cinder-809306-1-iscsi {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:31:25.244027 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f6af1588-0d4f-48bc-a6f3-def45ab47ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363'] for port, after_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.282162 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af1588-0d4f-48bc-a6f3-def45ab47ecc None None] No DVR routers for this DVR port 599a09fd-90f0-44f6-a1cf-83ff13118772 on host dv-cinder-809306-1-iscsi {{(pid=93922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:31:25.331651 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af1588-0d4f-48bc-a6f3-def45ab47ecc None None] Pushing event deleted for resources: {'Port': ['ID=599a09fd-90f0-44f6-a1cf-83ff13118772,revision_number=None']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:25.342077 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 9df306ef-f058-4701-bd4b-2770c4d2a072 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:31:25.355536 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.376167 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 76a1d597-45f3-4945-b07f-0d93d0ed961c no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:31:25.381842 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa762f3f-3df4-4982-b3fb-a2cb40ac584b']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:25.399974 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed45271-f6ea-4c17-a6fe-67348a818492 req-63fc7940-3bb1-47ee-bf8b-b34a00688a58 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:25.401549 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3ed45271-f6ea-4c17-a6fe-67348a818492 req-63fc7940-3bb1-47ee-bf8b-b34a00688a58 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 943 time: 0.1632528 Sep 16 02:31:25.403357 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e94b9ad-196b-4c50-814d-770dd0e36ec6') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:25.403748 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e94b9ad-196b-4c50-814d-770dd0e36ec6') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:25.407307 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 76a1d597-45f3-4945-b07f-0d93d0ed961c {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:31:25.407654 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 76a1d597-45f3-4945-b07f-0d93d0ed961c not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:31:25.408138 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 984b1648-4607-4e7b-b279-ab781eca189c no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:31:25.421781 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.453971 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.458461 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 984b1648-4607-4e7b-b279-ab781eca189c {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:31:25.458807 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 984b1648-4607-4e7b-b279-ab781eca189c not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:31:25.459240 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 599a09fd-90f0-44f6-a1cf-83ff13118772 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:31:25.465085 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3ed45271-f6ea-4c17-a6fe-67348a818492 req-505ceb57-9ccc-421d-ac83-8a3d870a9c54 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533421 Sep 16 02:31:25.466031 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:31:25.466452 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:31:25.468249 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:31:25.494837 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 599a09fd-90f0-44f6-a1cf-83ff13118772 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:31:25.495181 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 599a09fd-90f0-44f6-a1cf-83ff13118772 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:31:25.518910 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 9df306ef-f058-4701-bd4b-2770c4d2a072, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9df306ef-f058-4701-bd4b-2770c4d2a072,segment=NetworkSegment(e74f1824-668a-44c6-b666-442df6067fd2),segment_id=e74f1824-668a-44c6-b666-442df6067fd2)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:25.530214 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '9df306ef-f058-4701-bd4b-2770c4d2a072', 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233', 'port_id': '9df306ef-f058-4701-bd4b-2770c4d2a072', 'mac_address': 'fa:16:3e:8e:69:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef085f83-f1a2-4058-a80e-852000efd2d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:31:25.532737 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.538534 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.542833 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fa762f3f-3df4-4982-b3fb-a2cb40ac584b HTTP/1.1" status: 204 len: 168 time: 0.7600152 Sep 16 02:31:25.552520 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd1cbb-a3e5-4055-b30c-15d31cdb4554 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa762f3f-3df4-4982-b3fb-a2cb40ac584b,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:25.665618 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54382) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:25.697998 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.708358 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-8def9034-8597-4a02-a705-806f3015a4ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fea454b17974c3c8773f956fb926556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387375 Sep 16 02:31:25.708671 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54384) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:25.717254 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df306ef-f058-4701-bd4b-2770c4d2a072 {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:31:25.734796 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 9df306ef-f058-4701-bd4b-2770c4d2a072, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9df306ef-f058-4701-bd4b-2770c4d2a072,segment=NetworkSegment(e74f1824-668a-44c6-b666-442df6067fd2),segment_id=e74f1824-668a-44c6-b666-442df6067fd2)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:25.738811 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.763768 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30d2dbec-2cf1-4878-aa55-0e5bb42b24af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.785524 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=9df306ef-f058-4701-bd4b-2770c4d2a072,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:25.786891 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30d2dbec-2cf1-4878-aa55-0e5bb42b24af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.836070 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30d2dbec-2cf1-4878-aa55-0e5bb42b24af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.838565 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30d2dbec-2cf1-4878-aa55-0e5bb42b24af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:25.839708 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-30d2dbec-2cf1-4878-aa55-0e5bb42b24af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e641272-3177-4d32-aad9-2a21f215616d HTTP/1.1" status: 204 len: 168 time: 0.1301067 Sep 16 02:31:25.847536 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2dbec-2cf1-4878-aa55-0e5bb42b24af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e641272-3177-4d32-aad9-2a21f215616d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:26.021598 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['9df306ef-f058-4701-bd4b-2770c4d2a072'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:31:26.147450 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54390) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:26.186478 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c933ba67-5a22-4660-bcc3-ddff862e7b1e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f072b8fe98c49c1850657005360c2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377517 Sep 16 02:31:26.188867 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54394) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:26.265198 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb3e138-3418-469d-8d01-4b17f4dad7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:26.290469 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb3e138-3418-469d-8d01-4b17f4dad7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:26.298695 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754996e-5728-4d8b-879e-d804d5030c3d req-27d7af38-63d7-4951-9c13-940fe8ac5a30 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:26.300184 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c754996e-5728-4d8b-879e-d804d5030c3d req-27d7af38-63d7-4951-9c13-940fe8ac5a30 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0788553 Sep 16 02:31:26.355486 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c754996e-5728-4d8b-879e-d804d5030c3d req-d78b9b1f-409b-463b-ae31-b60dc66133f8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487101 Sep 16 02:31:26.391203 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb3e138-3418-469d-8d01-4b17f4dad7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:26.393960 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb3e138-3418-469d-8d01-4b17f4dad7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:26.395088 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8cb3e138-3418-469d-8d01-4b17f4dad7b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/713cefa4-5574-48d6-851b-02a89a3ba72a HTTP/1.1" status: 204 len: 168 time: 0.2053170 Sep 16 02:31:26.403175 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3e138-3418-469d-8d01-4b17f4dad7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713cefa4-5574-48d6-851b-02a89a3ba72a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:26.585288 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfd2ba-e077-4886-a240-5c18cb817071 req-778248dd-93fc-4cbd-ae08-701c78d673be tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:26.587086 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-79bfd2ba-e077-4886-a240-5c18cb817071 req-778248dd-93fc-4cbd-ae08-701c78d673be tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 944 time: 0.0534532 Sep 16 02:31:26.629086 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-79bfd2ba-e077-4886-a240-5c18cb817071 req-cc641666-7f06-4db2-b219-889c691787c4 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350201 Sep 16 02:31:27.337445 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 686aaffe-86bd-46ad-8386-51ed7dea6d1e details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:31:27.340404 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 9df306ef-f058-4701-bd4b-2770c4d2a072 up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:31:27.499351 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 9df306ef-f058-4701-bd4b-2770c4d2a072 completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:31:27.508367 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 9df306ef-f058-4701-bd4b-2770c4d2a072 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:31:27.508983 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:27.538607 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551f864-5a14-4405-9b7c-a17e93e58879 req-dc01b6e6-f5f9-4e64-aa62-045b40f3bc47 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:27.545071 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5551f864-5a14-4405-9b7c-a17e93e58879 req-dc01b6e6-f5f9-4e64-aa62-045b40f3bc47 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0816026 Sep 16 02:31:27.585356 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:27.602755 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5551f864-5a14-4405-9b7c-a17e93e58879 req-ee3ff7d4-4722-4aed-9ae8-0f1d8f53cd93 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479634 Sep 16 02:31:27.610762 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'port_id': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'mac_address': 'fa:16:3e:f1:cc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:31:27.688055 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:27.690254 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:27.726991 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 686aaffe-86bd-46ad-8386-51ed7dea6d1e {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:31:27.758543 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:27.765661 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da85023d-66d0-45d4-a8c9-f6ed17c91966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df306ef-f058-4701-bd4b-2770c4d2a072'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:31:27.767547 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4934c4-0827-48c2-b755-263279889346" -d '{"events": [{"server_uuid": "da85023d-66d0-45d4-a8c9-f6ed17c91966", "name": "network-vif-plugged", "status": "completed", "tag": "9df306ef-f058-4701-bd4b-2770c4d2a072"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:31:27.783187 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:27.799844 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ebbd-4941-431e-aa59-f14e9adabe17 req-27ace562-ccea-4084-919e-27059c4545a3 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:27.801999 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cc05ebbd-4941-431e-aa59-f14e9adabe17 req-27ace562-ccea-4084-919e-27059c4545a3 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 944 time: 0.0723126 Sep 16 02:31:27.824575 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 9df306ef-f058-4701-bd4b-2770c4d2a072, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9df306ef-f058-4701-bd4b-2770c4d2a072,segment=NetworkSegment(e74f1824-668a-44c6-b666-442df6067fd2),segment_id=e74f1824-668a-44c6-b666-442df6067fd2)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:27.834724 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:27.851679 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cc05ebbd-4941-431e-aa59-f14e9adabe17 req-8a108756-5c1c-4443-a43b-899914389774 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 Sep 16 02:31:27.875366 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=6']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:27.905316 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['686aaffe-86bd-46ad-8386-51ed7dea6d1e'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:31:27.964940 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=9df306ef-f058-4701-bd4b-2770c4d2a072,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:27.999505 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d00110-73b1-43f5-af14-5f035e9e30b0 x-openstack-request-id: req-90d00110-73b1-43f5-af14-5f035e9e30b0 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:31:27.999855 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da85023d-66d0-45d4-a8c9-f6ed17c91966", "name": "network-vif-plugged", "status": "completed", "tag": "9df306ef-f058-4701-bd4b-2770c4d2a072", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:31:28.000117 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90d00110-73b1-43f5-af14-5f035e9e30b0 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:31:28.000521 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da85023d-66d0-45d4-a8c9-f6ed17c91966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df306ef-f058-4701-bd4b-2770c4d2a072', 'code': 200} Sep 16 02:31:28.182534 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e8618-bd40-4d80-bc8d-4d682e6a0134 req-7a9664bf-beae-4c11-a75a-1865532d25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:28.183975 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a1e8618-bd40-4d80-bc8d-4d682e6a0134 req-7a9664bf-beae-4c11-a75a-1865532d25f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 1098 time: 0.0431533 Sep 16 02:31:28.221136 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a1e8618-bd40-4d80-bc8d-4d682e6a0134 req-07004cac-f450-4390-b62a-84ef3748b6b3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289237 Sep 16 02:31:28.757613 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d0c2f-9619-4ae7-8d0b-334f7db74525 req-e5517418-e830-41f3-a350-a2d2b11bf569 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:28.759159 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cd4d0c2f-9619-4ae7-8d0b-334f7db74525 req-e5517418-e830-41f3-a350-a2d2b11bf569 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 945 time: 0.0603919 Sep 16 02:31:28.798572 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cd4d0c2f-9619-4ae7-8d0b-334f7db74525 req-05a844ec-908c-4881-92c6-7ff13d7cb735 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330307 Sep 16 02:31:28.975209 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701c990-49f1-43b4-957a-216e32ffec4b req-e772e00c-d8c3-473b-b4f6-1c94ccea4f06 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:28.976929 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9701c990-49f1-43b4-957a-216e32ffec4b req-e772e00c-d8c3-473b-b4f6-1c94ccea4f06 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 945 time: 0.0493653 Sep 16 02:31:29.023806 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9701c990-49f1-43b4-957a-216e32ffec4b req-47146281-49b1-4564-be93-59a2f7f6732b tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394623 Sep 16 02:31:29.328942 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 686aaffe-86bd-46ad-8386-51ed7dea6d1e up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:31:29.381098 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 686aaffe-86bd-46ad-8386-51ed7dea6d1e triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:31:29.381742 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:29.471261 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:29.506797 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:29.512108 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:29.574676 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=7']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:29.927568 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fa36-db33-45ed-b7dd-c86a32affc78 req-0e95ac96-5e17-4ef5-9c5a-52e21d5bf5cf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:29.929187 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa16fa36-db33-45ed-b7dd-c86a32affc78 req-0e95ac96-5e17-4ef5-9c5a-52e21d5bf5cf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0503027 Sep 16 02:31:29.970622 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa16fa36-db33-45ed-b7dd-c86a32affc78 req-4b36df9e-6994-4322-a0fe-66eeeee359ad tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350339 Sep 16 02:31:30.002160 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:31:30.005288 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9766173c-4e2f-4e44-ae6e-4bbcd2b9d5a3" -d '{"events": [{"server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "name": "network-vif-plugged", "status": "completed", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:31:30.043954 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2895e956-f021-4e7d-b6f1-7c5c93680859 x-openstack-request-id: req-2895e956-f021-4e7d-b6f1-7c5c93680859 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:31:30.044255 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "name": "network-vif-plugged", "status": "completed", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:31:30.046017 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2895e956-f021-4e7d-b6f1-7c5c93680859 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:31:30.046017 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'code': 200} Sep 16 02:31:30.184073 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7f7d1-53c0-46b3-8858-c4c6b52cb1f1 req-ca369051-e52c-45c3-bfec-34097b79d559 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:30.185683 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9cf7f7d1-53c0-46b3-8858-c4c6b52cb1f1 req-ca369051-e52c-45c3-bfec-34097b79d559 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 945 time: 0.0938087 Sep 16 02:31:30.229018 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9cf7f7d1-53c0-46b3-8858-c4c6b52cb1f1 req-8d299184-f323-4387-864f-0af102ce1a4c tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Sep 16 02:31:31.115363 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18013b-2a7d-491a-80ec-2c8f0cdb9bb9 req-af534379-f6f7-4998-a4e4-adf6433f4429 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:31.116906 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e18013b-2a7d-491a-80ec-2c8f0cdb9bb9 req-af534379-f6f7-4998-a4e4-adf6433f4429 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0622063 Sep 16 02:31:31.167119 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e18013b-2a7d-491a-80ec-2c8f0cdb9bb9 req-1ac0b90a-f3a6-4aa5-b4be-98e07ef65387 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 Sep 16 02:31:32.342793 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d178d-fb53-4bea-87a8-5415ca5355d2 req-699d5477-26d6-4203-88d0-18c225d2290e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:32.345130 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-312d178d-fb53-4bea-87a8-5415ca5355d2 req-699d5477-26d6-4203-88d0-18c225d2290e tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0707185 Sep 16 02:31:32.390278 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-312d178d-fb53-4bea-87a8-5415ca5355d2 req-d29da62f-2475-418f-9336-75e2dee874bf tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387335 Sep 16 02:31:33.535868 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf3a64-7ee8-4cc3-9dd7-039d1ecf6a18 req-236ad2c6-fe16-4886-abdc-cf2557e3ceb8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:33.543310 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e7cf3a64-7ee8-4cc3-9dd7-039d1ecf6a18 req-236ad2c6-fe16-4886-abdc-cf2557e3ceb8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0615537 Sep 16 02:31:33.602175 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e7cf3a64-7ee8-4cc3-9dd7-039d1ecf6a18 req-b0347612-93c1-42d7-827f-491d4c5d209a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447886 Sep 16 02:31:34.733549 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4ca38-ed06-4a0f-99da-7f3019aab5c4 req-5bd92734-1f25-4ed9-a8ec-a2745f6cc32d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:34.736188 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5dc4ca38-ed06-4a0f-99da-7f3019aab5c4 req-5bd92734-1f25-4ed9-a8ec-a2745f6cc32d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0681193 Sep 16 02:31:34.795877 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5dc4ca38-ed06-4a0f-99da-7f3019aab5c4 req-12b79b80-852f-4d9b-b93b-01aeb6ce24cb tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534570 Sep 16 02:31:35.947310 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea44bc0-bde9-4099-9c25-621c94a9fba0 req-f39686f9-92b8-4a0d-9f9a-815214048e08 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:35.948097 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eea44bc0-bde9-4099-9c25-621c94a9fba0 req-f39686f9-92b8-4a0d-9f9a-815214048e08 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0557690 Sep 16 02:31:35.988545 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eea44bc0-bde9-4099-9c25-621c94a9fba0 req-93b0d3e8-5dda-43e9-b08d-ee37b8d4c741 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335972 Sep 16 02:31:36.972716 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-4a884635-7d8d-4db8-b57c-ce371e3ffebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:36.974298 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-4a884635-7d8d-4db8-b57c-ce371e3ffebc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 1099 time: 0.0428851 Sep 16 02:31:37.080623 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-43a2a2e2-015b-446e-8b73-7205f59a1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:37.082091 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-43a2a2e2-015b-446e-8b73-7205f59a1cf8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 918 time: 0.1004081 Sep 16 02:31:37.166489 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1562-1953-477a-8501-7d272fd25da0 req-6f659e5b-bc3d-406a-b3b8-56ba835f6540 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:37.168023 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-08cf1562-1953-477a-8501-7d272fd25da0 req-6f659e5b-bc3d-406a-b3b8-56ba835f6540 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.1068220 Sep 16 02:31:37.170210 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-3de30b63-6535-4c26-a6f9-b55b45201087 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e HTTP/1.1" status: 200 len: 1002 time: 0.0752695 Sep 16 02:31:37.242475 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-08cf1562-1953-477a-8501-7d272fd25da0 req-e6fa2cb5-0734-4190-90ee-a36e4b94ae27 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683024 Sep 16 02:31:37.245867 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-6a423aee-9ac7-4ec1-88ea-2c7a131e1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:37.247241 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-6a423aee-9ac7-4ec1-88ea-2c7a131e1820 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.0669754 Sep 16 02:31:37.295360 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-882e5505-e4fe-4e9c-a3ae-b5e05bf327ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:37.296839 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-882e5505-e4fe-4e9c-a3ae-b5e05bf327ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423830 Sep 16 02:31:37.388942 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-e9fad2ab-6e23-4399-807d-f93df2207039 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838170 Sep 16 02:31:37.479140 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-65195fe9-02d7-4fd4-b965-fb3c8c8f061a req-c51dda22-4208-411b-9219-9deb93f276c1 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814557 Sep 16 02:31:38.369226 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85f9ce-e39b-4d2a-af51-11a1d009d1df req-f863fab4-1ae1-46c6-a6a1-7f4a0a0bf628 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:38.370792 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e85f9ce-e39b-4d2a-af51-11a1d009d1df req-f863fab4-1ae1-46c6-a6a1-7f4a0a0bf628 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0491230 Sep 16 02:31:38.411112 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e85f9ce-e39b-4d2a-af51-11a1d009d1df req-b905c05d-fc09-46a8-86b3-b0e77c72e535 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345707 Sep 16 02:31:39.529567 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed11937-4078-461d-baac-d1f12be96bff req-8abc8a42-3013-458f-9b16-08b9d16ce6ff tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:39.531007 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6ed11937-4078-461d-baac-d1f12be96bff req-8abc8a42-3013-458f-9b16-08b9d16ce6ff tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0480037 Sep 16 02:31:39.566709 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6ed11937-4078-461d-baac-d1f12be96bff req-3cddc93c-da8b-456b-9c0c-0359d3fec1a1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297101 Sep 16 02:31:41.406955 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 686aaffe-86bd-46ad-8386-51ed7dea6d1e no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:31:41.492446 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:41.518298 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:31:41.521054 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c877bdb4-70fa-430b-b22f-b7aa626a3961" -d '{"events": [{"server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "name": "network-vif-unplugged", "status": "completed", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:31:41.536538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:41.543207 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:41.561795 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b08ee6-de10-4848-bd7e-e6cd0fe7f7f7 req-6eb21b5f-e9f8-4760-a4d7-11333c193f72 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:41.563657 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b7b08ee6-de10-4848-bd7e-e6cd0fe7f7f7 req-6eb21b5f-e9f8-4760-a4d7-11333c193f72 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 946 time: 0.0646083 Sep 16 02:31:41.576410 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 02:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db1bd0c-d4ff-4ee4-bad4-f2c9dd553941 x-openstack-request-id: req-2db1bd0c-d4ff-4ee4-bad4-f2c9dd553941 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:31:41.576691 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "name": "network-vif-unplugged", "status": "failed", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e", "code": 422}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:31:41.577124 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2db1bd0c-d4ff-4ee4-bad4-f2c9dd553941 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:31:41.577675 dv-cinder-809306-1-iscsi neutron-server[93922]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'code': 422} returned with failed status Sep 16 02:31:41.610539 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b7b08ee6-de10-4848-bd7e-e6cd0fe7f7f7 req-a9554f93-b4ff-4714-9937-e01e70bec636 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Sep 16 02:31:41.613307 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=8']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:41.781992 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-492fbb31-36d7-4d19-8627-1a4346de070d req-251807e0-1f7f-46fa-b4da-6b89c79f6ef3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395024 Sep 16 02:31:42.650313 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fbb31-36d7-4d19-8627-1a4346de070d req-88961ac0-35df-4ed3-90d7-4e6670b3c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:42.651817 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-492fbb31-36d7-4d19-8627-1a4346de070d req-88961ac0-35df-4ed3-90d7-4e6670b3c519 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02&tenant_id=693524e38ce244caa2d2db6394b78c5f HTTP/1.1" status: 200 len: 1097 time: 0.0382528 Sep 16 02:31:42.743843 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fbb31-36d7-4d19-8627-1a4346de070d req-7354cafb-70dc-4f0b-ae95-965089b058fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:42.745326 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-492fbb31-36d7-4d19-8627-1a4346de070d req-7354cafb-70dc-4f0b-ae95-965089b058fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 1097 time: 0.0686128 Sep 16 02:31:42.765061 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ee829-c7ed-43cf-85be-e33f4b1d5c5c req-05cba14b-51ec-4d7b-bbcf-a00f23946362 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:42.766469 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b01ee829-c7ed-43cf-85be-e33f4b1d5c5c req-05cba14b-51ec-4d7b-bbcf-a00f23946362 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0661771 Sep 16 02:31:42.856564 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b01ee829-c7ed-43cf-85be-e33f4b1d5c5c req-343954ea-58d1-4057-b346-853ee9ee1b4f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819788 Sep 16 02:31:42.882758 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fbb31-36d7-4d19-8627-1a4346de070d req-53830451-8218-4a12-8b98-801589814932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:42.884462 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-492fbb31-36d7-4d19-8627-1a4346de070d req-53830451-8218-4a12-8b98-801589814932 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 918 time: 0.1270678 Sep 16 02:31:43.198108 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-492fbb31-36d7-4d19-8627-1a4346de070d req-9fd1aabb-ca26-45f7-9ff6-ca0035f021b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e HTTP/1.1" status: 200 len: 1000 time: 0.3053620 Sep 16 02:31:43.258706 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fbb31-36d7-4d19-8627-1a4346de070d req-741ac116-da29-48f3-bdab-023a3ae8eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:43.260437 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-492fbb31-36d7-4d19-8627-1a4346de070d req-741ac116-da29-48f3-bdab-023a3ae8eed0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.0468290 Sep 16 02:31:43.309594 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fbb31-36d7-4d19-8627-1a4346de070d req-fe5dda44-58e9-42d3-b30a-b9c3351f0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:43.311033 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-492fbb31-36d7-4d19-8627-1a4346de070d req-fe5dda44-58e9-42d3-b30a-b9c3351f0853 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406532 Sep 16 02:31:43.399307 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-492fbb31-36d7-4d19-8627-1a4346de070d req-531724a2-624c-408a-8a03-ed2c583d9a73 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796463 Sep 16 02:31:43.493197 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-492fbb31-36d7-4d19-8627-1a4346de070d req-258ea485-ee1f-4dcd-bf2f-b8573d147716 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850625 Sep 16 02:31:43.992436 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1997a94-a9cb-4f52-9464-6c2010b97bba req-f7b6fd4a-8d75-47cc-88ae-c1ec7462a56c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:44.001591 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1997a94-a9cb-4f52-9464-6c2010b97bba req-f7b6fd4a-8d75-47cc-88ae-c1ec7462a56c tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0612173 Sep 16 02:31:44.039307 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1997a94-a9cb-4f52-9464-6c2010b97bba req-2f9a240b-3ab1-4d1a-8316-7b427cb16447 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363991 Sep 16 02:31:45.163088 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0e399-5177-4cc0-b204-b8b00769e795 req-8a7bf99a-f10b-416a-b9a8-0d0dc3382309 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:45.164599 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2af0e399-5177-4cc0-b204-b8b00769e795 req-8a7bf99a-f10b-416a-b9a8-0d0dc3382309 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0478072 Sep 16 02:31:45.204848 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2af0e399-5177-4cc0-b204-b8b00769e795 req-614fe4be-0e30-4404-929f-6fa7ae44b71d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342987 Sep 16 02:31:46.126223 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:46.326272 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15169ec-7854-405c-861f-7992f6812363 req-3786f0db-9af5-42f3-a826-c34afaa39565 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:46.327795 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b15169ec-7854-405c-861f-7992f6812363 req-3786f0db-9af5-42f3-a826-c34afaa39565 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0483963 Sep 16 02:31:46.369407 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b15169ec-7854-405c-861f-7992f6812363 req-9f8b8cad-4706-4cd4-991b-c1415e088c63 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346177 Sep 16 02:31:47.496672 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac77e5-5b60-4579-9997-d04314da446f req-9b902a09-fdec-41a9-80a0-743b2b54748d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:47.498341 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d5ac77e5-5b60-4579-9997-d04314da446f req-9b902a09-fdec-41a9-80a0-743b2b54748d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0524569 Sep 16 02:31:47.549443 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d5ac77e5-5b60-4579-9997-d04314da446f req-b1faf456-e7c4-4894-9427-12ff49ce10ec tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402009 Sep 16 02:31:48.673506 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b484041-e1ab-4dc9-8fd9-909e2cc7f768 req-88ed9a4d-8d0a-47b5-aa14-df761ef0eb6a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:48.674976 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2b484041-e1ab-4dc9-8fd9-909e2cc7f768 req-88ed9a4d-8d0a-47b5-aa14-df761ef0eb6a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0495589 Sep 16 02:31:48.716071 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2b484041-e1ab-4dc9-8fd9-909e2cc7f768 req-bcfd3acf-061e-4fff-9ce6-5dc27e9a2145 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337341 Sep 16 02:31:48.818559 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f2d749e9-e93f-4470-8f5e-79a7e94635df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:49.834139 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d19862-eead-43d1-aaae-cdb4849421fd req-0ebfcae3-e48a-4369-b25b-e6d67ad0dfba tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:49.835693 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-96d19862-eead-43d1-aaae-cdb4849421fd req-0ebfcae3-e48a-4369-b25b-e6d67ad0dfba tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0485792 Sep 16 02:31:49.876857 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-96d19862-eead-43d1-aaae-cdb4849421fd req-f8125c08-97e7-42a2-b01b-4ef4afbb886d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351338 Sep 16 02:31:51.000727 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c591e3d-5029-46d0-ad83-240eb23525dc req-643c0994-2a40-40a8-8b69-bc107246d9f5 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:51.002212 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7c591e3d-5029-46d0-ad83-240eb23525dc req-643c0994-2a40-40a8-8b69-bc107246d9f5 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0522792 Sep 16 02:31:51.039931 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7c591e3d-5029-46d0-ad83-240eb23525dc req-4f1957e5-ea26-43cc-a83e-365582f8afe2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Sep 16 02:31:51.447709 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e2268d07-91bb-4c01-9705-28ea47040d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:52.162253 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912690a-386f-494c-8f01-5cd7ab6ce98e req-e19df45d-2569-48df-9968-6a2cdd7bfae9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:52.164334 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4912690a-386f-494c-8f01-5cd7ab6ce98e req-e19df45d-2569-48df-9968-6a2cdd7bfae9 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0502663 Sep 16 02:31:52.205921 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4912690a-386f-494c-8f01-5cd7ab6ce98e req-1f2c3f7f-e528-4bb7-bc99-62f2d5fd98b5 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353987 Sep 16 02:31:52.268817 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:52.636474 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:53.329750 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23159d7b-7f4e-4135-ad93-c1ab8762cd6d req-87dad280-5f74-4f04-bc96-2cbdc9b6ca66 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:53.331471 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-23159d7b-7f4e-4135-ad93-c1ab8762cd6d req-87dad280-5f74-4f04-bc96-2cbdc9b6ca66 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0505636 Sep 16 02:31:53.373835 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-23159d7b-7f4e-4135-ad93-c1ab8762cd6d req-dc2deb34-c928-4192-a0bf-61fd7aec08f6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360332 Sep 16 02:31:54.056309 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:54.494702 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef85d58-514a-4664-a17c-b62866395b9f req-100b59f8-8b83-4f2b-aa7a-e576f0fbf9ae tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:54.496225 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3ef85d58-514a-4664-a17c-b62866395b9f req-100b59f8-8b83-4f2b-aa7a-e576f0fbf9ae tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0494778 Sep 16 02:31:54.535012 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3ef85d58-514a-4664-a17c-b62866395b9f req-93d152ec-8ee8-4636-8450-87019eab0b31 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328393 Sep 16 02:31:55.609704 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e2889-361c-4300-ab62-072609b21c9e req-35d73a74-a032-431f-b6f7-4181dd216afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:55.611199 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bb0e2889-361c-4300-ab62-072609b21c9e req-35d73a74-a032-431f-b6f7-4181dd216afa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=693524e38ce244caa2d2db6394b78c5f&device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 1097 time: 0.0497496 Sep 16 02:31:55.656851 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e141d-2e45-4905-a714-ee5e39c07b7b req-9bf45ed6-6d7f-4218-888a-d4c87963fdf0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:55.662067 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-459e141d-2e45-4905-a714-ee5e39c07b7b req-9bf45ed6-6d7f-4218-888a-d4c87963fdf0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0557570 Sep 16 02:31:55.712505 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-459e141d-2e45-4905-a714-ee5e39c07b7b req-4005f29f-f7b9-45f8-b725-5331fcdd04c7 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432651 Sep 16 02:31:55.743439 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e2889-361c-4300-ab62-072609b21c9e req-8bb9b815-7919-4552-afda-53bcda989204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:55.744903 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bb0e2889-361c-4300-ab62-072609b21c9e req-8bb9b815-7919-4552-afda-53bcda989204 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 200 len: 918 time: 0.1046424 Sep 16 02:31:55.813557 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bb0e2889-361c-4300-ab62-072609b21c9e req-e35a8cd5-6a6a-4667-82d3-f3b5551b9043 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e HTTP/1.1" status: 200 len: 1000 time: 0.0576749 Sep 16 02:31:55.863307 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e2889-361c-4300-ab62-072609b21c9e req-617ece32-7a2b-4068-b561-7c9f467cfdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:55.864743 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bb0e2889-361c-4300-ab62-072609b21c9e req-617ece32-7a2b-4068-b561-7c9f467cfdd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 200 len: 856 time: 0.0435817 Sep 16 02:31:55.913889 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e2889-361c-4300-ab62-072609b21c9e req-bb98161a-6d6e-413b-867d-f2e3c49cd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:55.915353 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bb0e2889-361c-4300-ab62-072609b21c9e req-bb98161a-6d6e-413b-867d-f2e3c49cd362 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90c47045-04a6-463f-aa11-55bc1e553e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421317 Sep 16 02:31:56.006869 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bb0e2889-361c-4300-ab62-072609b21c9e req-04cfe1d5-8ab3-4d27-88f3-24e5aa65eeed service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834563 Sep 16 02:31:56.104277 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bb0e2889-361c-4300-ab62-072609b21c9e req-bf5ce632-82c8-4aa1-a5b4-506b66f89037 service neutron] 10.222.0.15 "GET /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893559 Sep 16 02:31:56.373694 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f6325-f38e-4f95-b2d4-2212f943ed0f req-0edc680b-f1cb-4083-af33-f807bd3ff3e3 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:56.375083 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fc3f6325-f38e-4f95-b2d4-2212f943ed0f req-0edc680b-f1cb-4083-af33-f807bd3ff3e3 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 946 time: 0.0475926 Sep 16 02:31:56.415225 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fc3f6325-f38e-4f95-b2d4-2212f943ed0f req-2302a194-2749-40fa-ba73-e97b2e397174 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342050 Sep 16 02:31:56.835954 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20527a-2b9e-4255-92b3-01c111d10099 req-020c5c65-03c7-4f71-b10f-bfda964e4987 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:56.837399 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4c20527a-2b9e-4255-92b3-01c111d10099 req-020c5c65-03c7-4f71-b10f-bfda964e4987 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0481498 Sep 16 02:31:56.873117 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4c20527a-2b9e-4255-92b3-01c111d10099 req-995219d6-81ca-4380-8c2f-ce6f03b2146d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298350 Sep 16 02:31:57.525156 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b081-114b-4101-bff5-a43d5904b66f req-56358876-434a-442a-9e5f-794865b2f1d3 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:57.526537 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c7f2b081-114b-4101-bff5-a43d5904b66f req-56358876-434a-442a-9e5f-794865b2f1d3 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 946 time: 0.0472624 Sep 16 02:31:57.563088 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c7f2b081-114b-4101-bff5-a43d5904b66f req-e4490ea4-fef8-479f-9567-63328c0b4836 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups?id=569cad03-e552-4db2-ba68-63bdc59bbefd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308301 Sep 16 02:31:57.990962 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217297c0-fa16-4a36-844b-eb225cc4b821 req-08f6b8b0-01a8-4894-b65d-1ff85a30f781 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:57.992435 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-217297c0-fa16-4a36-844b-eb225cc4b821 req-08f6b8b0-01a8-4894-b65d-1ff85a30f781 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0488350 Sep 16 02:31:58.027920 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-217297c0-fa16-4a36-844b-eb225cc4b821 req-f97a358c-96db-4c36-84de-229b4ac01391 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297723 Sep 16 02:31:58.161069 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:31:58.175189 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893572d3-c993-4814-9a08-046e38d86219 req-1323a91f-e1f7-4b07-b8fe-422fae0eb502 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:58.176654 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-893572d3-c993-4814-9a08-046e38d86219 req-1323a91f-e1f7-4b07-b8fe-422fae0eb502 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 946 time: 0.0503736 Sep 16 02:31:58.263441 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Deleting port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:31:58.263777 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:58.350900 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] For port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:58.351251 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:58.511054 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:58.511436 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:58.511746 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Floating IP 37ca2c31-bd4a-4d2f-b562-04e280a1ab0a disassociated. External IP: 172.27.2.212, port: 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9. Sep 16 02:31:58.512073 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Calling delete_port for 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:31:58.637624 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:58.656288 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e8faef55-3aa9-4605-9bec-bf221e7d5dfe req-4f83441e-3ea1-41e3-91ff-3bd1959b6593 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9d18c2-134b-4093-adbd-18fae56cadce HTTP/1.1" status: 200 len: 210 time: 0.0287762 Sep 16 02:31:58.664601 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event deleted for resources: {'Port': ['ID=98aa2a53-2d0d-44b8-94ea-4d02418ad0b9,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:58.674102 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.674303 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.674626 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.674970 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.675297 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.675620 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.675939 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.676266 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.676581 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.677480 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.677480 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.677480 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:58.788722 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Router 6578079a-26ff-47d5-8414-2ae240fabe1c has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:31:58.893901 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:31:58.904529 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] Sync routers for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:31:58.913745 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:31:58.914353 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:31:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:58.932457 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] No DVR routers for this DVR port 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:31:58.934989 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:58.937033 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-893572d3-c993-4814-9a08-046e38d86219 req-21af87fe-fea1-47e1-9c43-d003c506fea6 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.15 "DELETE /v2.0/ports/98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 HTTP/1.1" status: 204 len: 173 time: 0.7537417 Sep 16 02:31:58.937465 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'name': 'network-vif-deleted', 'tag': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:31:58.939855 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453ca716-acb7-494a-85f0-7b9564b29fa9" -d '{"events": [{"server_uuid": "4f9d18c2-134b-4093-adbd-18fae56cadce", "name": "network-vif-deleted", "tag": "98aa2a53-2d0d-44b8-94ea-4d02418ad0b9"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:31:58.981234 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effd43ed-a7db-4200-9f63-f148a1559dce x-openstack-request-id: req-effd43ed-a7db-4200-9f63-f148a1559dce {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:31:58.981546 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d18c2-134b-4093-adbd-18fae56cadce", "name": "network-vif-deleted", "tag": "98aa2a53-2d0d-44b8-94ea-4d02418ad0b9", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:31:58.981799 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-effd43ed-a7db-4200-9f63-f148a1559dce {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:31:58.982195 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d18c2-134b-4093-adbd-18fae56cadce', 'name': 'network-vif-deleted', 'tag': '98aa2a53-2d0d-44b8-94ea-4d02418ad0b9', 'status': 'completed', 'code': 200} Sep 16 02:31:59.021672 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:31:59.153802 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea162f3-28d8-468c-a12d-5892de4c5891 req-6b05281d-3e60-4c9d-8a8a-0eceab457900 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:31:59.155247 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cea162f3-28d8-468c-a12d-5892de4c5891 req-6b05281d-3e60-4c9d-8a8a-0eceab457900 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 944 time: 0.0521531 Sep 16 02:31:59.193007 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cea162f3-28d8-468c-a12d-5892de4c5891 req-2e284fbb-2c36-4192-b32b-81b6df7d034f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Sep 16 02:31:59.229495 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:59.255473 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] Checking router: 6578079a-26ff-47d5-8414-2ae240fabe1c for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:31:59.263446 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:31:59.263985 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:31:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:59.369961 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:31:59.493155 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 686aaffe-86bd-46ad-8386-51ed7dea6d1e details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:31:59.634837 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:59.649595 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'port_id': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'mac_address': 'fa:16:3e:f1:cc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:31:59.654254 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:31:59.683886 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc8ccb-3218-4ad0-94a1-1fc225d0a25a None None] The sync data for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi is: [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:25:44Z', 'revision_number': 4, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'f6e05f31-9a07-4d6c-af2e-a20acd9f402a', 'name': '', 'network_id': 'a79e67f4-1d27-4159-8709-efe854b524e2', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'mac_address': 'fa:16:3e:ca:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:42Z', 'updated_at': '2021-09-16T02:25:54Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'subnets': [{'id': 'd3464487-6143-4e19-a716-c00ffe1a8b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:31:59.719316 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:59.733214 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686aaffe-86bd-46ad-8386-51ed7dea6d1e {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:31:59.745992 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:59.754355 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:31:59.760102 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:59.807092 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=9']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:59.808620 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:59.814997 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.815315 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.815658 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.815987 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.816310 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.816636 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.816956 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.817364 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.817673 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.818018 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.818340 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.819151 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.834314 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:59.892064 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:59.894356 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:31:59.895541 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "DELETE /v2.0/security-groups/569cad03-e552-4db2-ba68-63bdc59bbefd HTTP/1.1" status: 204 len: 168 time: 0.1474428 Sep 16 02:31:59.898830 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54842) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:59.911624 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569cad03-e552-4db2-ba68-63bdc59bbefd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:31:59.912362 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.api.v2.resource [None req-fb6946f0-7f70-461a-87b5-f263e4f61565 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] show failed (client error): The resource could not be found. Sep 16 02:31:59.913595 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-fb6946f0-7f70-461a-87b5-f263e4f61565 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "GET /v2.0/security-groups/569cad03-e552-4db2-ba68-63bdc59bbefd HTTP/1.1" status: 404 len: 347 time: 0.0137389 Sep 16 02:31:59.916778 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54844) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:31:59.920171 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.920378 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.920725 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.921060 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.921396 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.921855 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.922191 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.923030 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.923395 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.923727 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.924055 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.924380 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded695fe-95ba-4113-ace0-3a525a52cc72 tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:31:59.953321 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b57c0-aba2-47f5-9431-c5f1e6ff9ef3 None None] New status for floating IP 37ca2c31-bd4a-4d2f-b562-04e280a1ab0a: DOWN {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:31:59.979664 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['686aaffe-86bd-46ad-8386-51ed7dea6d1e'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:32:00.053344 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5b377751-ef88-4579-b6af-5e97a8b1851f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Deleting port 01ba7d25-d9c1-498b-8dda-0afcd271215a {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:00.054406 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b377751-ef88-4579-b6af-5e97a8b1851f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:00.139234 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b377751-ef88-4579-b6af-5e97a8b1851f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:00.139589 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b377751-ef88-4579-b6af-5e97a8b1851f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:00.150821 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5b377751-ef88-4579-b6af-5e97a8b1851f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Calling delete_port for 01ba7d25-d9c1-498b-8dda-0afcd271215a owned by network:floatingip {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:00.302383 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b377751-ef88-4579-b6af-5e97a8b1851f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:00.331732 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b377751-ef88-4579-b6af-5e97a8b1851f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Pushing event deleted for resources: {'Port': ['ID=01ba7d25-d9c1-498b-8dda-0afcd271215a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:00.364350 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9c62d-a9ae-4813-b240-f9d2df712c0a req-3ae81586-c89f-456c-a5df-26f0b3f516c2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:00.365805 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-34b9c62d-a9ae-4813-b240-f9d2df712c0a req-3ae81586-c89f-456c-a5df-26f0b3f516c2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 945 time: 0.1007884 Sep 16 02:32:00.422581 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b377751-ef88-4579-b6af-5e97a8b1851f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks [] for floatingip, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:00.425259 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b377751-ef88-4579-b6af-5e97a8b1851f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:00.426366 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-5b377751-ef88-4579-b6af-5e97a8b1851f tempest-AttachVolumeTestJSON-1031569435 tempest-AttachVolumeTestJSON-1031569435-project] 10.222.0.35 "DELETE /v2.0/floatingips/37ca2c31-bd4a-4d2f-b562-04e280a1ab0a HTTP/1.1" status: 204 len: 168 time: 0.5087085 Sep 16 02:32:00.432138 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-34b9c62d-a9ae-4813-b240-f9d2df712c0a req-5b87d8ab-5a86-4228-ad5b-7e1d525b4dea tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483220 Sep 16 02:32:01.483469 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 686aaffe-86bd-46ad-8386-51ed7dea6d1e up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:32:01.531800 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 686aaffe-86bd-46ad-8386-51ed7dea6d1e triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:01.532084 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:01.558242 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90eab5-a0b2-450a-9e5b-1f21e99a5e7c req-2dadca5c-e22b-4369-aac1-aa2cd1c7eb7f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:01.559802 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2b90eab5-a0b2-450a-9e5b-1f21e99a5e7c req-2dadca5c-e22b-4369-aac1-aa2cd1c7eb7f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 945 time: 0.0553994 Sep 16 02:32:01.600515 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2b90eab5-a0b2-450a-9e5b-1f21e99a5e7c req-a3e141b3-2fcd-448f-ab30-23fc63bac627 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346153 Sep 16 02:32:01.613022 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:01.636404 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:32:01.638655 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6f9583-e164-4cbb-92ba-f760666e6685" -d '{"events": [{"server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "name": "network-vif-plugged", "status": "completed", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:32:01.653138 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:01.660444 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:01.661256 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:01.701976 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17c2210-7070-401b-a0c8-8991cf8ebb44 x-openstack-request-id: req-a17c2210-7070-401b-a0c8-8991cf8ebb44 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:32:01.702274 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "name": "network-vif-plugged", "status": "completed", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:32:01.702529 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a17c2210-7070-401b-a0c8-8991cf8ebb44 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:32:01.702917 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'code': 200} Sep 16 02:32:01.705396 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:01.705744 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 98aa2a53-2d0d-44b8-94ea-4d02418ad0b9 not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:01.730201 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=10']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:01.872997 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0807-104e-48f5-bfdf-77bc88219310 req-56fe2e3b-c5a4-4efc-ae14-43e424b57620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:01.874682 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c93b0807-104e-48f5-bfdf-77bc88219310 req-56fe2e3b-c5a4-4efc-ae14-43e424b57620 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 1100 time: 0.0472937 Sep 16 02:32:01.915818 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c93b0807-104e-48f5-bfdf-77bc88219310 req-3c11465c-b743-4441-af98-05fdc83bef6c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294030 Sep 16 02:32:02.724647 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ca5c4-a3bd-406f-a436-be054cd1f578 req-75b121e4-56bd-4c7a-84b5-2d302c7953f1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:02.726141 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-102ca5c4-a3bd-406f-a436-be054cd1f578 req-75b121e4-56bd-4c7a-84b5-2d302c7953f1 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 947 time: 0.0489304 Sep 16 02:32:02.771351 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-102ca5c4-a3bd-406f-a436-be054cd1f578 req-99a0156c-07ab-4254-b92f-246990b2707a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349424 Sep 16 02:32:03.887805 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abad421-99c7-4037-9785-4425bf00f464 req-e3381a9b-a836-450e-903d-f3f432fc1c39 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:03.889248 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7abad421-99c7-4037-9785-4425bf00f464 req-e3381a9b-a836-450e-903d-f3f432fc1c39 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 947 time: 0.0473654 Sep 16 02:32:03.927140 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7abad421-99c7-4037-9785-4425bf00f464 req-35a26b08-5e60-46ba-ac8b-fa1a2665bbea tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Sep 16 02:32:05.045631 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a44dc-73ae-47cd-a3fa-41db58d4c17e req-49af748e-e423-4d20-93c2-ca0dd937dd76 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:05.047099 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-324a44dc-73ae-47cd-a3fa-41db58d4c17e req-49af748e-e423-4d20-93c2-ca0dd937dd76 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 947 time: 0.0482321 Sep 16 02:32:05.084055 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-324a44dc-73ae-47cd-a3fa-41db58d4c17e req-17937ac0-9848-4ff8-82f7-fab77ae6fc13 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306926 Sep 16 02:32:06.084667 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54938) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:06.210372 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aa4ba-576f-4e5e-ae26-ec4f0e79bd0b req-79c9ac30-50a0-41b9-a35c-dc6c110516a8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:06.212579 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-951aa4ba-576f-4e5e-ae26-ec4f0e79bd0b req-79c9ac30-50a0-41b9-a35c-dc6c110516a8 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 947 time: 0.0520694 Sep 16 02:32:06.252408 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-951aa4ba-576f-4e5e-ae26-ec4f0e79bd0b req-7bf8e100-ec03-40b0-88f9-0e5effd978d2 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334387 Sep 16 02:32:06.611495 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869201'] for router_interface, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:06.845081 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] Deleting port f6e05f31-9a07-4d6c-af2e-a20acd9f402a {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:06.845420 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:06.919462 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] For port f6e05f31-9a07-4d6c-af2e-a20acd9f402a, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=f6e05f31-9a07-4d6c-af2e-a20acd9f402a,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:06.919723 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:06.931897 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] Calling delete_port for f6e05f31-9a07-4d6c-af2e-a20acd9f402a owned by network:router_interface {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:07.104124 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:07.126858 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e05f31-9a07-4d6c-af2e-a20acd9f402a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:07.556904 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8121505'] for router_interface, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:07.576604 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2989db-1757-4aa3-9d08-5362d8dbc915 req-a16cd4d9-37ac-4362-b1cf-13c85e335ce6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:07.578044 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa2989db-1757-4aa3-9d08-5362d8dbc915 req-a16cd4d9-37ac-4362-b1cf-13c85e335ce6 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 947 time: 0.0677071 Sep 16 02:32:07.681159 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa2989db-1757-4aa3-9d08-5362d8dbc915 req-5ca87c71-c03d-47b9-901c-0a1920684325 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717072 Sep 16 02:32:07.801713 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] Router 6578079a-26ff-47d5-8414-2ae240fabe1c has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:32:07.905225 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:32:07.910079 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-43435ac3-66f8-4cec-96ac-2f14509ab00b admin admin] 10.222.0.35 "PUT /v2.0/routers/6578079a-26ff-47d5-8414-2ae240fabe1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8244157 Sep 16 02:32:07.912701 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54956) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:07.913767 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] Sync routers for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:32:07.923909 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:07.924528 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:31:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:08.014981 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.117641 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.145799 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:08.168621 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Deleting port df716606-72ca-4e72-ac59-354ec5dc7653 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:08.168964 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.247830 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] For port df716606-72ca-4e72-ac59-354ec5dc7653, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=df716606-72ca-4e72-ac59-354ec5dc7653,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:08.248191 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.260051 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Calling delete_port for df716606-72ca-4e72-ac59-354ec5dc7653 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:08.317147 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:32:07Z', 'revision_number': 5, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port': {'id': 'df716606-72ca-4e72-ac59-354ec5dc7653', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:36Z', 'updated_at': '2021-09-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:08.347784 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] Checking router: 6578079a-26ff-47d5-8414-2ae240fabe1c for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:32:08.355926 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] Routers {'6578079a-26ff-47d5-8414-2ae240fabe1c'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:08.356640 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:31:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['6578079a-26ff-47d5-8414-2ae240fabe1c'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:08.428682 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.447596 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] Set router 6578079a-26ff-47d5-8414-2ae240fabe1c gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:08.456041 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Pushing event deleted for resources: {'Port': ['ID=df716606-72ca-4e72-ac59-354ec5dc7653,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:08.499056 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:32:08Z', 'revision_number': 6, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port_host': None}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:08.512431 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121447'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.528325 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f9039-9f2d-4e17-a976-133d52d9d9d6 None None] The sync data for ids ['6578079a-26ff-47d5-8414-2ae240fabe1c'] in dv-cinder-809306-1-iscsi is: [{'id': '6578079a-26ff-47d5-8414-2ae240fabe1c', 'name': 'tempest-AttachVolumeTestJSON-136058004-router', 'tenant_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:35Z', 'updated_at': '2021-09-16T02:32:08Z', 'revision_number': 6, 'project_id': 'acf5bd7bd7524366bf70912432a3e3a3', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:32:08.605548 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7864630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2442'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.607659 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.647907 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7864781'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.648505 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6578079a-26ff-47d5-8414-2ae240fabe1c {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:32:08.652673 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.653800 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-70e83c4e-360a-4780-9431-1bdd16b9e53b admin admin] 10.222.0.35 "DELETE /v2.0/routers/6578079a-26ff-47d5-8414-2ae240fabe1c HTTP/1.1" status: 204 len: 168 time: 0.7401025 Sep 16 02:32:08.656365 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54960) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:08.699041 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed8877d-264a-436d-a2f9-9ac441e0a149 admin admin] Deleting subnet d3464487-6143-4e19-a716-c00ffe1a8b09 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:32:08.702137 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ed8877d-264a-436d-a2f9-9ac441e0a149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.734877 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ed8877d-264a-436d-a2f9-9ac441e0a149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4939575'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.812508 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ed8877d-264a-436d-a2f9-9ac441e0a149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.862535 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ed8877d-264a-436d-a2f9-9ac441e0a149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4294492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711917'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.889661 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8877d-264a-436d-a2f9-9ac441e0a149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3464487-6143-4e19-a716-c00ffe1a8b09,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:08.891672 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ed8877d-264a-436d-a2f9-9ac441e0a149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:08.893543 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-2ed8877d-264a-436d-a2f9-9ac441e0a149 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d3464487-6143-4e19-a716-c00ffe1a8b09 HTTP/1.1" status: 204 len: 168 time: 0.2362475 Sep 16 02:32:08.896136 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54962) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:08.896619 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d99336-7818-457e-8093-c0b84d80cfca None None] Network a79e67f4-1d27-4159-8709-efe854b524e2 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:32:08.969415 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.028284 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Deleting port c06dccf2-0035-4409-b2c6-e11c37c15d31 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:09.028497 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.092192 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] For port c06dccf2-0035-4409-b2c6-e11c37c15d31, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=c06dccf2-0035-4409-b2c6-e11c37c15d31,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:09.092555 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.096637 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50f8eb-0604-4b6a-8b48-cd7c0d3ddac2 None None] DHCP port deletion for a79e67f4-1d27-4159-8709-efe854b524e2 request from dv-cinder-809306-1-iscsi {{(pid=93922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 02:32:09.106410 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Calling delete_port for c06dccf2-0035-4409-b2c6-e11c37c15d31 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:09.144950 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-3f50f8eb-0604-4b6a-8b48-cd7c0d3ddac2 None None] Deleting port c06dccf2-0035-4409-b2c6-e11c37c15d31 {{(pid=93922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:09.145417 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f50f8eb-0604-4b6a-8b48-cd7c0d3ddac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.200963 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.212787 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-3f50f8eb-0604-4b6a-8b48-cd7c0d3ddac2 None None] For port c06dccf2-0035-4409-b2c6-e11c37c15d31, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=c06dccf2-0035-4409-b2c6-e11c37c15d31,segment=NetworkSegment(3ed5d54c-4830-45c4-8689-f9c01046442e),segment_id=3ed5d54c-4830-45c4-8689-f9c01046442e)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:09.213127 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f50f8eb-0604-4b6a-8b48-cd7c0d3ddac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.225870 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-3f50f8eb-0604-4b6a-8b48-cd7c0d3ddac2 None None] Calling delete_port for c06dccf2-0035-4409-b2c6-e11c37c15d31 owned by network:dhcp {{(pid=93922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:09.230062 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Pushing event deleted for resources: {'Port': ['ID=c06dccf2-0035-4409-b2c6-e11c37c15d31,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:09.234919 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] No DVR routers for this DVR port c06dccf2-0035-4409-b2c6-e11c37c15d31 on host dv-cinder-809306-1-iscsi {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:32:09.318296 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f50f8eb-0604-4b6a-8b48-cd7c0d3ddac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363'] for port, after_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.347106 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50f8eb-0604-4b6a-8b48-cd7c0d3ddac2 None None] Pushing event deleted for resources: {'Port': ['ID=c06dccf2-0035-4409-b2c6-e11c37c15d31,revision_number=None']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:09.348338 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.352977 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50f8eb-0604-4b6a-8b48-cd7c0d3ddac2 None None] No DVR routers for this DVR port c06dccf2-0035-4409-b2c6-e11c37c15d31 on host dv-cinder-809306-1-iscsi {{(pid=93922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:32:09.376407 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79e67f4-1d27-4159-8709-efe854b524e2']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:09.379492 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device c06dccf2-0035-4409-b2c6-e11c37c15d31 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:09.391010 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed5d54c-4830-45c4-8689-f9c01046442e') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:09.395656 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed5d54c-4830-45c4-8689-f9c01046442e') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:09.405152 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.407063 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: c06dccf2-0035-4409-b2c6-e11c37c15d31 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:09.407508 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device c06dccf2-0035-4409-b2c6-e11c37c15d31 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:09.408015 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device df716606-72ca-4e72-ac59-354ec5dc7653 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:09.418494 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.424509 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:32:09.424892 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:32:09.426686 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:32:09.428993 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: df716606-72ca-4e72-ac59-354ec5dc7653 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:09.429154 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device df716606-72ca-4e72-ac59-354ec5dc7653 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:09.429716 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device f6e05f31-9a07-4d6c-af2e-a20acd9f402a no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:09.460657 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: f6e05f31-9a07-4d6c-af2e-a20acd9f402a {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:09.461793 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device f6e05f31-9a07-4d6c-af2e-a20acd9f402a not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:09.488431 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.494196 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.498589 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] 10.222.0.35 "DELETE /v2.0/networks/a79e67f4-1d27-4159-8709-efe854b524e2 HTTP/1.1" status: 204 len: 168 time: 0.5981863 Sep 16 02:32:09.509977 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71b938-dd20-4700-9fba-622ecca9613b admin admin] Pushing event deleted for resources: {'Network': ['ID=a79e67f4-1d27-4159-8709-efe854b524e2,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:09.610056 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54968) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:09.649017 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-b65901f2-9ff5-4933-a1cc-7ccde4865eb3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=acf5bd7bd7524366bf70912432a3e3a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372126 Sep 16 02:32:09.651391 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 54970) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:09.702174 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2722907e-7ddd-4a9c-9893-0c86118ca647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.724642 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2722907e-7ddd-4a9c-9893-0c86118ca647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.770735 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2722907e-7ddd-4a9c-9893-0c86118ca647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.773335 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2722907e-7ddd-4a9c-9893-0c86118ca647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:09.774471 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-2722907e-7ddd-4a9c-9893-0c86118ca647 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/660cd022-f82c-41cf-8893-93a9180a6b23 HTTP/1.1" status: 204 len: 168 time: 0.1221840 Sep 16 02:32:09.781877 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722907e-7ddd-4a9c-9893-0c86118ca647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660cd022-f82c-41cf-8893-93a9180a6b23,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:10.413591 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 54992) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:10.506696 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-836078616-network', 'tenant_id': '5671200691644eb38605a663e2cd3691'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:10.526929 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Made reservation on behalf of 5671200691644eb38605a663e2cd3691 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:32:10.529162 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:10.537577 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:10.633320 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:10.637416 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:10.665818 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:32:10.672399 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec9a50-c814-4225-9503-7145c2038558,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:10.680640 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:10.681007 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Added segment aad7ca51-251d-460c-ba9b-432f21a6ce2f of type vlan for network 7d0d74ea-72c3-4539-bdc1-2e2145641052 Sep 16 02:32:10.725726 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:10.752011 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:10.753419 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:10.753586 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:10.783671 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3684580 Sep 16 02:32:10.787820 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55002) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:10.794438 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Request body: {'subnet': {'network_id': '7d0d74ea-72c3-4539-bdc1-2e2145641052', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-836078616-subnet', 'tenant_id': '5671200691644eb38605a663e2cd3691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:10.824420 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e02a94-159b-4567-8e31-da15dfe4ff91 admin admin] Pushing event updated for resources: {'Network': ['ID=7d0d74ea-72c3-4539-bdc1-2e2145641052,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:10.834030 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network 7d0d74ea-72c3-4539-bdc1-2e2145641052 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:32:10.845794 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Made reservation on behalf of 5671200691644eb38605a663e2cd3691 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:32:10.848221 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711882'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.009874 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4294431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711908'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.060028 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60ee2ea-6e14-45f2-ac39-3e0eeda48bed,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:11.069628 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Checking segment: {'id': 'aad7ca51-251d-460c-ba9b-432f21a6ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7d0d74ea-72c3-4539-bdc1-2e2145641052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:32:11.069977 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Network hostable DHCP agents. Network: 7d0d74ea-72c3-4539-bdc1-2e2145641052, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:32:11.085680 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Network 7d0d74ea-72c3-4539-bdc1-2e2145641052 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:32:11.094910 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, 7d0d74ea-72c3-4539-bdc1-2e2145641052) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:11.099427 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:11.100322 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.104278 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a37a21e-f19e-4739-89a5-adf326b65129 None None] Network 7d0d74ea-72c3-4539-bdc1-2e2145641052 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:32:11.119772 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-988fd9ef-fbe9-429c-8b6d-90d1e0031adf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3308966 Sep 16 02:32:11.226755 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893473b2-d235-49db-a704-a1c5ed6cd98d None None] Network 7d0d74ea-72c3-4539-bdc1-2e2145641052 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:32:11.560793 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55018) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:11.565710 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-654367045-network', 'tenant_id': 'cb7dc99fd65d4f81a755e51a95a35a51'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:11.585856 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Made reservation on behalf of cb7dc99fd65d4f81a755e51a95a35a51 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:32:11.588247 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.596905 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.687627 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.691369 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.714436 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:32:11.722880 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c83103-ceb3-42ab-873f-0b23c9e5ca16,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:11.733841 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.734200 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Added segment 2f5a8b0e-7ce0-4210-9e84-bf3556ea7685 of type vlan for network 4a13ccbe-112e-42bd-a177-4d5bc2e12110 Sep 16 02:32:11.773035 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.797241 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.798229 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:11.798812 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.830835 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2689533 Sep 16 02:32:11.833713 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55022) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:11.838825 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Request body: {'subnet': {'network_id': '4a13ccbe-112e-42bd-a177-4d5bc2e12110', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-654367045-subnet', 'tenant_id': 'cb7dc99fd65d4f81a755e51a95a35a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:11.857150 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a6f1a-11f0-492c-ad41-7ee4f4a36c61 admin admin] Pushing event updated for resources: {'Network': ['ID=4a13ccbe-112e-42bd-a177-4d5bc2e12110,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:11.861856 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Made reservation on behalf of cb7dc99fd65d4f81a755e51a95a35a51 for: {'subnet': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:32:11.864163 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16418868'] for subnet, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:11.868343 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network 4a13ccbe-112e-42bd-a177-4d5bc2e12110 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:32:12.025207 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4778642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16418842'] for subnet, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.081031 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8d3627-b101-48f0-b55b-185fdd3b2691,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:12.085188 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Checking segment: {'id': '2f5a8b0e-7ce0-4210-9e84-bf3556ea7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4a13ccbe-112e-42bd-a177-4d5bc2e12110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:32:12.085541 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Network hostable DHCP agents. Network: 4a13ccbe-112e-42bd-a177-4d5bc2e12110, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:32:12.102565 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Network 4a13ccbe-112e-42bd-a177-4d5bc2e12110 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:32:12.110466 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, 4a13ccbe-112e-42bd-a177-4d5bc2e12110) {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:12.114263 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:12.114840 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.118618 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ddbbe5-6d7c-45fe-80e2-0e6402e71384 None None] Network 4a13ccbe-112e-42bd-a177-4d5bc2e12110 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:32:12.127905 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-2503f8f0-12d1-4afd-b27f-b40773204270 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2931056 Sep 16 02:32:12.238256 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55026) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:12.242149 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de47e5-2177-49d5-aa78-72046a1c0b64 None None] Network 4a13ccbe-112e-42bd-a177-4d5bc2e12110 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:32:12.285907 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb12f88-ca4f-4fff-97bd-4242b7d80a61 admin admin] Deleting subnet a60ee2ea-6e14-45f2-ac39-3e0eeda48bed {{(pid=93921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:32:12.289694 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7eb12f88-ca4f-4fff-97bd-4242b7d80a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.322841 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7eb12f88-ca4f-4fff-97bd-4242b7d80a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020769'] for subnet, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.361905 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7eb12f88-ca4f-4fff-97bd-4242b7d80a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.412161 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7eb12f88-ca4f-4fff-97bd-4242b7d80a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16418835'] for subnet, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.437635 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb12f88-ca4f-4fff-97bd-4242b7d80a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60ee2ea-6e14-45f2-ac39-3e0eeda48bed,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:12.439590 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7eb12f88-ca4f-4fff-97bd-4242b7d80a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.441420 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-7eb12f88-ca4f-4fff-97bd-4242b7d80a61 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a60ee2ea-6e14-45f2-ac39-3e0eeda48bed HTTP/1.1" status: 204 len: 168 time: 0.2021427 Sep 16 02:32:12.444126 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55028) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:12.512721 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.587576 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.609936 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0d74ea-72c3-4539-bdc1-2e2145641052']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:12.618685 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad7ca51-251d-460c-ba9b-432f21a6ce2f') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:12.618976 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad7ca51-251d-460c-ba9b-432f21a6ce2f') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:12.627875 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.640728 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.646191 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:32:12.646562 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:32:12.648173 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:32:12.699122 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.703640 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.705519 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] 10.222.0.35 "DELETE /v2.0/networks/7d0d74ea-72c3-4539-bdc1-2e2145641052 HTTP/1.1" status: 204 len: 168 time: 0.2605059 Sep 16 02:32:12.708668 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55030) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:12.718604 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f95fa1-5544-46ca-bc0c-72d60f123a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0d74ea-72c3-4539-bdc1-2e2145641052,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:12.756685 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e7fa0e-88ff-42b9-bc85-77aa585c8046 admin admin] Deleting subnet be8d3627-b101-48f0-b55b-185fdd3b2691 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:32:12.760429 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40e7fa0e-88ff-42b9-bc85-77aa585c8046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.793127 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40e7fa0e-88ff-42b9-bc85-77aa585c8046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4939575'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.831378 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40e7fa0e-88ff-42b9-bc85-77aa585c8046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.880535 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40e7fa0e-88ff-42b9-bc85-77aa585c8046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4294492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711917'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.906311 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7fa0e-88ff-42b9-bc85-77aa585c8046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8d3627-b101-48f0-b55b-185fdd3b2691,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:12.908283 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40e7fa0e-88ff-42b9-bc85-77aa585c8046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:12.910731 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-40e7fa0e-88ff-42b9-bc85-77aa585c8046 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/be8d3627-b101-48f0-b55b-185fdd3b2691 HTTP/1.1" status: 204 len: 168 time: 0.2004693 Sep 16 02:32:12.912658 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55034) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:12.981843 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.060809 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.080486 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a13ccbe-112e-42bd-a177-4d5bc2e12110']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:13.089344 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5a8b0e-7ce0-4210-9e84-bf3556ea7685') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:13.089644 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5a8b0e-7ce0-4210-9e84-bf3556ea7685') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:13.098831 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4939580'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.112021 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.118343 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:32:13.118717 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4295042'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: timer() Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: cb(*args, **kw) Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: self._notify() Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: self.callback(batched_events) Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: event.method(event) Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: return self._get(url).json() Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:32:13.120327 dv-cinder-809306-1-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:32:13.172588 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.176839 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.180277 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4a13ccbe-112e-42bd-a177-4d5bc2e12110 HTTP/1.1" status: 204 len: 168 time: 0.2661347 Sep 16 02:32:13.192127 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a8ed3-4e51-498d-a35c-7ca5e0248976 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a13ccbe-112e-42bd-a177-4d5bc2e12110,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:13.331657 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55038) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:13.370102 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-16697541-e42c-4620-8261-76a4195ba93a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5671200691644eb38605a663e2cd3691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373218 Sep 16 02:32:13.372580 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55040) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:13.420814 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fb72978-f56b-423a-b7d1-186db9a9238f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.441136 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fb72978-f56b-423a-b7d1-186db9a9238f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.485463 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fb72978-f56b-423a-b7d1-186db9a9238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.487941 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fb72978-f56b-423a-b7d1-186db9a9238f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.489060 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9fb72978-f56b-423a-b7d1-186db9a9238f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4ec9a50-c814-4225-9503-7145c2038558 HTTP/1.1" status: 204 len: 168 time: 0.1154740 Sep 16 02:32:13.496112 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb72978-f56b-423a-b7d1-186db9a9238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec9a50-c814-4225-9503-7145c2038558,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:13.796956 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55046) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:13.834677 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d1974b06-a849-4585-b0d3-9b5c68425bef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb7dc99fd65d4f81a755e51a95a35a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365875 Sep 16 02:32:13.837627 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55050) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:13.884305 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4896e553-a85a-4e4d-b27a-dd0baaf81f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.904865 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4896e553-a85a-4e4d-b27a-dd0baaf81f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.948604 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4896e553-a85a-4e4d-b27a-dd0baaf81f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.951458 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4896e553-a85a-4e4d-b27a-dd0baaf81f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:13.952595 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-4896e553-a85a-4e4d-b27a-dd0baaf81f8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44c83103-ceb3-42ab-873f-0b23c9e5ca16 HTTP/1.1" status: 204 len: 168 time: 0.1140676 Sep 16 02:32:13.960415 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896e553-a85a-4e4d-b27a-dd0baaf81f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c83103-ceb3-42ab-873f-0b23c9e5ca16,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:16.144916 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:18.821595 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8f964565-526f-4e40-8157-757b3d0050dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:21.448611 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f70b91cf-cc9e-45e7-a28c-bcba51903c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:21.684918 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb4d95-ba97-405a-89f3-094f6d63f84b req-690d00fe-8c6d-457d-a913-dd2fd898d178 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:21.686385 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0cdb4d95-ba97-405a-89f3-094f6d63f84b req-690d00fe-8c6d-457d-a913-dd2fd898d178 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 945 time: 0.0500035 Sep 16 02:32:21.723162 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0cdb4d95-ba97-405a-89f3-094f6d63f84b req-62e38d87-7f3e-4851-b66e-3ef5e0f2c026 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307419 Sep 16 02:32:22.269221 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:22.636134 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:22.835689 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389d03-680f-46fa-8566-43889fcb98c9 req-405b7b6d-8714-4361-bf2b-f13e149fd8e5 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:22.837131 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-87389d03-680f-46fa-8566-43889fcb98c9 req-405b7b6d-8714-4361-bf2b-f13e149fd8e5 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 945 time: 0.0482647 Sep 16 02:32:22.876787 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-87389d03-680f-46fa-8566-43889fcb98c9 req-b1d684ff-e64a-4275-958b-d8c470d6deeb tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 Sep 16 02:32:23.986911 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341cf3d-c4e1-41d1-904b-cda805a782a2 req-7edf0e60-d446-4f71-a4b0-6f7409e0f2d3 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:23.988264 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8341cf3d-c4e1-41d1-904b-cda805a782a2 req-7edf0e60-d446-4f71-a4b0-6f7409e0f2d3 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 945 time: 0.0468314 Sep 16 02:32:24.023008 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8341cf3d-c4e1-41d1-904b-cda805a782a2 req-50a72fe7-2835-483f-ab30-b7cea960382a tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290642 Sep 16 02:32:24.059163 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:25.133584 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f9af8-ebc7-4ecd-a457-4cf75e1fa898 req-18dc0eab-18fa-4f89-ad5d-09d031aebffc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:25.135675 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3d8f9af8-ebc7-4ecd-a457-4cf75e1fa898 req-18dc0eab-18fa-4f89-ad5d-09d031aebffc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 945 time: 0.0472965 Sep 16 02:32:25.172114 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3d8f9af8-ebc7-4ecd-a457-4cf75e1fa898 req-45e389ca-9889-4e3a-bcd0-b03b1ded9a80 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307233 Sep 16 02:32:25.855371 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-622f63cf-ab34-4391-9568-197fdf07a504 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:25.857307 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-622f63cf-ab34-4391-9568-197fdf07a504 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.15 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 945 time: 0.0470812 Sep 16 02:32:25.947434 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-e0ddb916-2b4d-4c95-8e2a-66d389ad78fc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Deleting port 9df306ef-f058-4701-bd4b-2770c4d2a072 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:25.947770 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-e0ddb916-2b4d-4c95-8e2a-66d389ad78fc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:26.033457 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-e0ddb916-2b4d-4c95-8e2a-66d389ad78fc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] For port 9df306ef-f058-4701-bd4b-2770c4d2a072, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9df306ef-f058-4701-bd4b-2770c4d2a072,segment=NetworkSegment(e74f1824-668a-44c6-b666-442df6067fd2),segment_id=e74f1824-668a-44c6-b666-442df6067fd2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:26.033733 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-e0ddb916-2b4d-4c95-8e2a-66d389ad78fc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:26.046864 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-e0ddb916-2b4d-4c95-8e2a-66d389ad78fc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Calling delete_port for 9df306ef-f058-4701-bd4b-2770c4d2a072 owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:26.171025 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-e0ddb916-2b4d-4c95-8e2a-66d389ad78fc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:26.183968 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['9df306ef-f058-4701-bd4b-2770c4d2a072'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:32:26.200199 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddb916-2b4d-4c95-8e2a-66d389ad78fc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Pushing event deleted for resources: {'Port': ['ID=9df306ef-f058-4701-bd4b-2770c4d2a072,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:26.239980 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-e0ddb916-2b4d-4c95-8e2a-66d389ad78fc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] No DVR routers for this DVR port 9df306ef-f058-4701-bd4b-2770c4d2a072 on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:32:26.242517 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-e0ddb916-2b4d-4c95-8e2a-66d389ad78fc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:26.245026 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4e3cd38c-9e0d-48f1-94bb-6254a5e191bb req-e0ddb916-2b4d-4c95-8e2a-66d389ad78fc tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.15 "DELETE /v2.0/ports/9df306ef-f058-4701-bd4b-2770c4d2a072 HTTP/1.1" status: 204 len: 173 time: 0.3815427 Sep 16 02:32:26.245458 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da85023d-66d0-45d4-a8c9-f6ed17c91966', 'name': 'network-vif-deleted', 'tag': '9df306ef-f058-4701-bd4b-2770c4d2a072'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:32:26.247717 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa1f26-ca0d-4d5b-9900-627b3d3de1d4" -d '{"events": [{"server_uuid": "da85023d-66d0-45d4-a8c9-f6ed17c91966", "name": "network-vif-deleted", "tag": "9df306ef-f058-4701-bd4b-2770c4d2a072"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:32:26.272333 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f11d698d-7f7c-4829-97cc-c642cbb89ef6 req-267a103e-80ae-4cb4-a5f5-b1cbe06e065f tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=da85023d-66d0-45d4-a8c9-f6ed17c91966 HTTP/1.1" status: 200 len: 210 time: 0.0312111 Sep 16 02:32:26.287571 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b0409e-383a-4558-a05a-e2a53c2e0c96 x-openstack-request-id: req-99b0409e-383a-4558-a05a-e2a53c2e0c96 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:32:26.287879 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da85023d-66d0-45d4-a8c9-f6ed17c91966", "name": "network-vif-deleted", "tag": "9df306ef-f058-4701-bd4b-2770c4d2a072", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:32:26.288148 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99b0409e-383a-4558-a05a-e2a53c2e0c96 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:32:26.288529 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da85023d-66d0-45d4-a8c9-f6ed17c91966', 'name': 'network-vif-deleted', 'tag': '9df306ef-f058-4701-bd4b-2770c4d2a072', 'status': 'completed', 'code': 200} Sep 16 02:32:29.872841 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 9df306ef-f058-4701-bd4b-2770c4d2a072 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:29.892491 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 9df306ef-f058-4701-bd4b-2770c4d2a072 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:29.892831 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 9df306ef-f058-4701-bd4b-2770c4d2a072 not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:31.878486 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55230) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:32.167540 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Deleting port 9f11662e-541c-40db-88b7-7bf71965ed11 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:32.167795 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:32.242040 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:32.242365 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:32.254302 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Calling delete_port for 9f11662e-541c-40db-88b7-7bf71965ed11 owned by network:floatingip {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:32.419136 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:32.445048 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event deleted for resources: {'Port': ['ID=9f11662e-541c-40db-88b7-7bf71965ed11,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:32.505801 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for floatingip, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:32.506129 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Floating IP 86753c77-7b68-4d52-85e9-62ede86491f3 disassociated (deleted). External IP: 172.27.2.36, port: 311583c8-6c84-40c7-abec-38332ff0d7ba. Sep 16 02:32:32.708344 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Router 9ec95581-d7d3-48d7-b2aa-42541813b356 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:32:32.822840 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:32:32.827479 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:32.833727 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] Sync routers for ids ['9ec95581-d7d3-48d7-b2aa-42541813b356'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:32:32.842964 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] Routers {'9ec95581-d7d3-48d7-b2aa-42541813b356'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:32.843609 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['9ec95581-d7d3-48d7-b2aa-42541813b356'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:32.853895 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-a4606817-b426-4f67-a0f8-23fa9a52fabe tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "DELETE /v2.0/floatingips/86753c77-7b68-4d52-85e9-62ede86491f3 HTTP/1.1" status: 204 len: 168 time: 0.9739156 Sep 16 02:32:32.854443 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:32:32.856676 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1fa230-3e40-4233-9587-09a26f8adc35" -d '{"events": [{"name": "network-changed", "server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:32:32.892330 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e06d1d-df23-4d16-861d-b40425e88630 x-openstack-request-id: req-23e06d1d-df23-4d16-861d-b40425e88630 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:32:32.892933 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:32:32.892933 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23e06d1d-df23-4d16-861d-b40425e88630 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:32:32.893226 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'status': 'completed', 'code': 200} Sep 16 02:32:32.950925 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] Set router 9ec95581-d7d3-48d7-b2aa-42541813b356 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:33.012253 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-60516a7b-2de1-4028-8074-e41b61d89f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:33.013905 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-60516a7b-2de1-4028-8074-e41b61d89f6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c36dfe824cb44914b5d0e6084eb265ca&device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 1099 time: 0.0551562 Sep 16 02:32:33.101725 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212a48-9c2c-4901-b5ca-b0ec4cd1e132 req-7b74dff3-f70c-4ad5-9d6f-bf52daba188f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:33.104593 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fb212a48-9c2c-4901-b5ca-b0ec4cd1e132 req-7b74dff3-f70c-4ad5-9d6f-bf52daba188f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0534220 Sep 16 02:32:33.113068 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-b1c8959a-7408-4f01-b679-5806350de6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:33.114635 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-b1c8959a-7408-4f01-b679-5806350de6c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08d30e9d-efab-46e1-810b-f10a6193912f HTTP/1.1" status: 200 len: 910 time: 0.0916770 Sep 16 02:32:33.142838 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fb212a48-9c2c-4901-b5ca-b0ec4cd1e132 req-b31e6d85-72de-479a-bbb5-0b35adfc998f tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310936 Sep 16 02:32:33.156817 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '70e5835a-46c7-481b-a7ef-f5f18bd1b129', 'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'mac_address': 'fa:16:3e:dd:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:14Z', 'updated_at': '2021-09-16T02:27:20Z', 'revision_number': 5, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'subnets': [{'id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:33.170256 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-9eaa255a-0b1a-4845-83b5-9292d8af8aa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311583c8-6c84-40c7-abec-38332ff0d7ba HTTP/1.1" status: 200 len: 217 time: 0.0356593 Sep 16 02:32:33.186749 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] Checking router: 9ec95581-d7d3-48d7-b2aa-42541813b356 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:32:33.194802 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] Routers {'9ec95581-d7d3-48d7-b2aa-42541813b356'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:33.195424 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['9ec95581-d7d3-48d7-b2aa-42541813b356'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:33.225228 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-01fb8de2-d323-4642-9b9f-7857e93e27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:33.226606 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-01fb8de2-d323-4642-9b9f-7857e93e27fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86c64391-5fdd-4c21-a2f3-fcba32b3ef8b HTTP/1.1" status: 200 len: 848 time: 0.0437598 Sep 16 02:32:33.281607 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-f4f93662-9409-42f8-a873-ee6ce2b06aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:33.283130 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-f4f93662-9409-42f8-a873-ee6ce2b06aa8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08d30e9d-efab-46e1-810b-f10a6193912f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433772 Sep 16 02:32:33.301898 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] Set router 9ec95581-d7d3-48d7-b2aa-42541813b356 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:33.378303 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-7acb2177-7518-4584-a248-d26ef5212879 service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859454 Sep 16 02:32:33.499499 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '70e5835a-46c7-481b-a7ef-f5f18bd1b129', 'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'mac_address': 'fa:16:3e:dd:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:14Z', 'updated_at': '2021-09-16T02:27:20Z', 'revision_number': 5, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'subnets': [{'id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:33.526586 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad40a48-e6c7-4b60-94ef-bc65c015b96d None None] The sync data for ids ['9ec95581-d7d3-48d7-b2aa-42541813b356'] in dv-cinder-809306-1-iscsi is: [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:27:15Z', 'revision_number': 4, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '70e5835a-46c7-481b-a7ef-f5f18bd1b129', 'name': '', 'network_id': '08d30e9d-efab-46e1-810b-f10a6193912f', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'mac_address': 'fa:16:3e:dd:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:14Z', 'updated_at': '2021-09-16T02:27:20Z', 'revision_number': 5, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'subnets': [{'id': '86c64391-5fdd-4c21-a2f3-fcba32b3ef8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:32:33.729921 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-be1fa230-3e40-4233-9587-09a26f8adc35 req-ebca8b43-bf81-4c31-99e5-bcfdfce7c124 service neutron] 10.222.0.15 "GET /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380353 Sep 16 02:32:33.760851 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cdf4f-e746-42ed-9d76-e11853d9bb0a None None] New status for floating IP 86753c77-7b68-4d52-85e9-62ede86491f3: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:32:34.267678 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606f2a2-6f22-406b-84f4-3867acde13d0 req-16c29bed-8a3d-4b42-8363-5678507697dd tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:34.269041 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9606f2a2-6f22-406b-84f4-3867acde13d0 req-16c29bed-8a3d-4b42-8363-5678507697dd tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0477512 Sep 16 02:32:34.305163 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9606f2a2-6f22-406b-84f4-3867acde13d0 req-bbea105a-e7ec-4f2c-8d8e-6859f0395f84 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301974 Sep 16 02:32:35.159845 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:32:35.426000 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe6130-8062-4d73-a5aa-7fd5798239d7 req-2da14453-9b30-4552-b265-1875a4a40fe8 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:35.427500 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-91fe6130-8062-4d73-a5aa-7fd5798239d7 req-2da14453-9b30-4552-b265-1875a4a40fe8 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0526125 Sep 16 02:32:35.463945 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-91fe6130-8062-4d73-a5aa-7fd5798239d7 req-7716b6b7-c5ab-4bce-8a65-4b620e44d857 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304930 Sep 16 02:32:36.584914 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93324b45-9c2d-4b03-9bef-d3bff9cfcf97 req-ff0e4093-e9be-4a90-a341-5f6998be876b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:36.586397 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-93324b45-9c2d-4b03-9bef-d3bff9cfcf97 req-ff0e4093-e9be-4a90-a341-5f6998be876b tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0481272 Sep 16 02:32:36.623009 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-93324b45-9c2d-4b03-9bef-d3bff9cfcf97 req-8f0488f2-47f9-4949-bf66-79693e5be647 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Sep 16 02:32:37.671402 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-07e4d212-3ab2-4909-90fa-164d2faa1a8e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:37.672866 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-07e4d212-3ab2-4909-90fa-164d2faa1a8e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0554211 Sep 16 02:32:37.737586 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be208dcb-6be5-414c-ab24-8b9438fa5adc req-c796c1f6-6147-435d-b329-314429360317 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:37.739054 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-be208dcb-6be5-414c-ab24-8b9438fa5adc req-c796c1f6-6147-435d-b329-314429360317 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0478895 Sep 16 02:32:37.765000 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-f4c63ef6-f598-4060-ada0-684213cb1f18 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Deleting port 311583c8-6c84-40c7-abec-38332ff0d7ba {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:37.765331 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-f4c63ef6-f598-4060-ada0-684213cb1f18 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:37.777277 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-be208dcb-6be5-414c-ab24-8b9438fa5adc req-a86286f2-b716-4b15-a4df-cbaf17ae559d tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/security-groups?id=08181df2-97bc-4e0d-81f2-cdc29189982d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310998 Sep 16 02:32:37.854171 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-f4c63ef6-f598-4060-ada0-684213cb1f18 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] For port 311583c8-6c84-40c7-abec-38332ff0d7ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=311583c8-6c84-40c7-abec-38332ff0d7ba,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:37.854528 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-f4c63ef6-f598-4060-ada0-684213cb1f18 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:37.865977 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-f4c63ef6-f598-4060-ada0-684213cb1f18 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Calling delete_port for 311583c8-6c84-40c7-abec-38332ff0d7ba owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:37.993271 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-f4c63ef6-f598-4060-ada0-684213cb1f18 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:38.025187 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c63ef6-f598-4060-ada0-684213cb1f18 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event deleted for resources: {'Port': ['ID=311583c8-6c84-40c7-abec-38332ff0d7ba,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:38.066332 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-f4c63ef6-f598-4060-ada0-684213cb1f18 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] No DVR routers for this DVR port 311583c8-6c84-40c7-abec-38332ff0d7ba on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:32:38.068884 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-f4c63ef6-f598-4060-ada0-684213cb1f18 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:38.070829 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fa5f0d89-88a5-41ef-8a10-04d0d2e01418 req-f4c63ef6-f598-4060-ada0-684213cb1f18 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.15 "DELETE /v2.0/ports/311583c8-6c84-40c7-abec-38332ff0d7ba HTTP/1.1" status: 204 len: 173 time: 0.3908622 Sep 16 02:32:38.071254 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'name': 'network-vif-deleted', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:32:38.073616 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee5dec-a549-40a8-aa73-9f6629991350" -d '{"events": [{"server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "name": "network-vif-deleted", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:32:38.108065 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b71433-b05b-4c1c-b843-79542e33416a x-openstack-request-id: req-b9b71433-b05b-4c1c-b843-79542e33416a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:32:38.108356 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7", "name": "network-vif-deleted", "tag": "311583c8-6c84-40c7-abec-38332ff0d7ba", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:32:38.108609 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9b71433-b05b-4c1c-b843-79542e33416a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:32:38.109009 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7', 'name': 'network-vif-deleted', 'tag': '311583c8-6c84-40c7-abec-38332ff0d7ba', 'status': 'completed', 'code': 200} Sep 16 02:32:38.870861 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4c17eb06-b020-461c-88f7-6363ef6ec784 req-797947ed-a72a-4f96-888b-85cfc4e09a6e tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0281544 Sep 16 02:32:39.961862 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-53739a24-527c-4270-b175-a6e91f8f9afe req-973d001a-6a83-442b-acd9-ac6b56fa51d6 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0252879 Sep 16 02:32:40.557467 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 311583c8-6c84-40c7-abec-38332ff0d7ba no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:40.578655 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 311583c8-6c84-40c7-abec-38332ff0d7ba {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:40.579006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 311583c8-6c84-40c7-abec-38332ff0d7ba not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:41.054721 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cbc1baf5-f90a-4cbc-be78-6ec9f74873b6 req-9aee2cb0-1401-4c17-b90c-566803fd51c0 tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0865cd0-fbb6-4448-9754-ccaf4fb4e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0272758 Sep 16 02:32:41.390017 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-ffd5d668-80db-4209-a4f0-754538d20ff6 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:41.391537 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-ffd5d668-80db-4209-a4f0-754538d20ff6 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/networks?id=610f72f6-ff37-47b6-ab39-74407cb9b233 HTTP/1.1" status: 200 len: 813 time: 0.1023831 Sep 16 02:32:41.406628 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-5aed06d5-9adc-49ba-924e-8fb27a628161 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/quotas/6d7ec212b17a400abad464efcde7be6b HTTP/1.1" status: 200 len: 375 time: 0.0094981 Sep 16 02:32:41.445667 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-e35847a2-9acd-4fe9-9eb6-4549a4bd22b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d7ec212b17a400abad464efcde7be6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335777 Sep 16 02:32:41.549814 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-5ad03005-144b-41f8-bbc7-e2eeb948ed4e service neutron] 10.222.0.35 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968983 Sep 16 02:32:41.639119 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-52b4cc3e-c049-46ff-9ac6-a62e54be7437 service neutron] 10.222.0.35 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832527 Sep 16 02:32:41.811182 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0ec49168-b803-44f7-8e78-62e135b3ba38 req-b8ec9fe4-930d-4b4a-b3aa-6627b121385a tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 210 time: 0.0250359 Sep 16 02:32:42.110369 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55360) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:42.166998 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ab4882b-4b35-4e74-854f-f649d8bbabea tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:42.191528 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ab4882b-4b35-4e74-854f-f649d8bbabea tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:42.254655 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ab4882b-4b35-4e74-854f-f649d8bbabea tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:42.257309 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ab4882b-4b35-4e74-854f-f649d8bbabea tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:42.258449 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6ab4882b-4b35-4e74-854f-f649d8bbabea tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] 10.222.0.35 "DELETE /v2.0/security-groups/08181df2-97bc-4e0d-81f2-cdc29189982d HTTP/1.1" status: 204 len: 168 time: 0.1470540 Sep 16 02:32:42.268177 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4882b-4b35-4e74-854f-f649d8bbabea tempest-TestShelveInstance-1813619277 tempest-TestShelveInstance-1813619277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08181df2-97bc-4e0d-81f2-cdc29189982d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:42.304595 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55364) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:42.732379 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869201'] for router_interface, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:42.908952 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4fd883ac-d0f7-4269-a498-df6b0ef522ca req-d9b9bed5-68e9-4b43-b442-6b00db6b11f1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 210 time: 0.0304615 Sep 16 02:32:42.994648 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] Deleting port 70e5835a-46c7-481b-a7ef-f5f18bd1b129 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:42.994904 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:43.071616 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] For port 70e5835a-46c7-481b-a7ef-f5f18bd1b129, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=70e5835a-46c7-481b-a7ef-f5f18bd1b129,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:43.071969 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:43.084577 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] Calling delete_port for 70e5835a-46c7-481b-a7ef-f5f18bd1b129 owned by network:router_interface {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:43.255118 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:43.279078 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e5835a-46c7-481b-a7ef-f5f18bd1b129,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:43.451374 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8121505'] for router_interface, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:43.648950 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] Router 9ec95581-d7d3-48d7-b2aa-42541813b356 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:32:43.749870 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:32:43.754818 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-45eb322b-7c3e-4991-969e-40dbd62a1da7 admin admin] 10.222.0.35 "PUT /v2.0/routers/9ec95581-d7d3-48d7-b2aa-42541813b356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4492211 Sep 16 02:32:43.757315 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55374) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:43.762032 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] Sync routers for ids ['9ec95581-d7d3-48d7-b2aa-42541813b356'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:32:43.773716 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] Routers {'9ec95581-d7d3-48d7-b2aa-42541813b356'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:43.774563 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['9ec95581-d7d3-48d7-b2aa-42541813b356'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:43.860740 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:43.877977 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] Set router 9ec95581-d7d3-48d7-b2aa-42541813b356 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:43.962413 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.005522 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-20317ac9-c6a9-429d-8805-aaf17fb29093 req-73a976e7-2fc8-4ee4-be15-278d7bb46eee tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 210 time: 0.0265956 Sep 16 02:32:44.017870 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Deleting port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:44.018122 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.056766 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:32:43Z', 'revision_number': 5, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port': {'id': 'e83f7e62-7ca4-4bea-a83f-73915c1b7fcb', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:12Z', 'updated_at': '2021-09-16T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:44.082519 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] Checking router: 9ec95581-d7d3-48d7-b2aa-42541813b356 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:32:44.090452 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] Routers {'9ec95581-d7d3-48d7-b2aa-42541813b356'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:44.091240 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['9ec95581-d7d3-48d7-b2aa-42541813b356'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:44.097515 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] For port e83f7e62-7ca4-4bea-a83f-73915c1b7fcb, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=e83f7e62-7ca4-4bea-a83f-73915c1b7fcb,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:44.097880 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.109822 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Calling delete_port for e83f7e62-7ca4-4bea-a83f-73915c1b7fcb owned by network:router_gateway {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:44.173070 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] Set router 9ec95581-d7d3-48d7-b2aa-42541813b356 gateway port host: None {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:44.222376 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:32:43Z', 'revision_number': 6, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port_host': None}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:44.270254 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.297351 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83f7e62-7ca4-4bea-a83f-73915c1b7fcb,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:44.336601 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b61d03-f153-4e5e-9d1f-90ed3e5e5399 None None] The sync data for ids ['9ec95581-d7d3-48d7-b2aa-42541813b356'] in dv-cinder-809306-1-iscsi is: [{'id': '9ec95581-d7d3-48d7-b2aa-42541813b356', 'name': 'tempest-TestShelveInstance-1070976420-router', 'tenant_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:11Z', 'updated_at': '2021-09-16T02:32:43Z', 'revision_number': 6, 'project_id': 'c36dfe824cb44914b5d0e6084eb265ca', 'gw_port_host': None}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:32:44.363146 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121447'] for router_gateway, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.449065 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7864630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2442'] for router, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.451344 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.492035 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7864781'] for router, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.492544 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ec95581-d7d3-48d7-b2aa-42541813b356 {{(pid=93921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:32:44.496897 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.498051 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-3e2b38f5-85a2-4f57-8efb-1639b3a772f6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9ec95581-d7d3-48d7-b2aa-42541813b356 HTTP/1.1" status: 204 len: 168 time: 0.7397976 Sep 16 02:32:44.500555 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55380) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:44.543920 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1a0790-a8eb-4780-a1d9-4a102457d648 admin admin] Deleting subnet 86c64391-5fdd-4c21-a2f3-fcba32b3ef8b {{(pid=93921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:32:44.546786 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db1a0790-a8eb-4780-a1d9-4a102457d648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.580598 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db1a0790-a8eb-4780-a1d9-4a102457d648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020769'] for subnet, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.909631 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db1a0790-a8eb-4780-a1d9-4a102457d648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.959521 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db1a0790-a8eb-4780-a1d9-4a102457d648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16418835'] for subnet, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.985914 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a0790-a8eb-4780-a1d9-4a102457d648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c64391-5fdd-4c21-a2f3-fcba32b3ef8b,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:44.987887 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db1a0790-a8eb-4780-a1d9-4a102457d648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:44.989927 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-db1a0790-a8eb-4780-a1d9-4a102457d648 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/86c64391-5fdd-4c21-a2f3-fcba32b3ef8b HTTP/1.1" status: 204 len: 168 time: 0.4884789 Sep 16 02:32:44.992456 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55384) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:44.993111 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b3628-0f13-40b8-b7ed-197c9ccb96ea None None] Network 08d30e9d-efab-46e1-810b-f10a6193912f requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:32:45.063478 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.125666 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ffd4e98e-9ba3-4737-9e9b-614af2e54513 req-f4c70835-f1b7-43a1-999b-5f4065461325 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 210 time: 0.0294971 Sep 16 02:32:45.148575 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Deleting port 85d157ab-4dbc-48fe-b97a-5222c0b78937 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:45.149043 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.187516 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6175a0e4-78e1-48d2-b450-d24a8e1ad7ee None None] DHCP port deletion for 08d30e9d-efab-46e1-810b-f10a6193912f request from dv-cinder-809306-1-iscsi {{(pid=93922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 02:32:45.216461 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] For port 85d157ab-4dbc-48fe-b97a-5222c0b78937, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=85d157ab-4dbc-48fe-b97a-5222c0b78937,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:45.216841 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.232365 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Calling delete_port for 85d157ab-4dbc-48fe-b97a-5222c0b78937 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:45.241513 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-6175a0e4-78e1-48d2-b450-d24a8e1ad7ee None None] Deleting port 85d157ab-4dbc-48fe-b97a-5222c0b78937 {{(pid=93922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:45.242123 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6175a0e4-78e1-48d2-b450-d24a8e1ad7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.311884 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6175a0e4-78e1-48d2-b450-d24a8e1ad7ee None None] For port 85d157ab-4dbc-48fe-b97a-5222c0b78937, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=85d157ab-4dbc-48fe-b97a-5222c0b78937,segment=NetworkSegment(f2c0ed59-85ed-4ae5-a675-d07b7417578d),segment_id=f2c0ed59-85ed-4ae5-a675-d07b7417578d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:45.312178 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6175a0e4-78e1-48d2-b450-d24a8e1ad7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.339990 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-6175a0e4-78e1-48d2-b450-d24a8e1ad7ee None None] Calling delete_port for 85d157ab-4dbc-48fe-b97a-5222c0b78937 owned by network:dhcp {{(pid=93922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:45.429677 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 85d157ab-4dbc-48fe-b97a-5222c0b78937 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:45.435613 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-cdd5e380-39a6-471c-b2b4-d9b18846c5fd tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:45.437454 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-cdd5e380-39a6-471c-b2b4-d9b18846c5fd tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.15 "GET /v2.0/networks?id=610f72f6-ff37-47b6-ab39-74407cb9b233 HTTP/1.1" status: 200 len: 813 time: 0.1630566 Sep 16 02:32:45.438566 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.453692 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 85d157ab-4dbc-48fe-b97a-5222c0b78937 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:45.454035 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 85d157ab-4dbc-48fe-b97a-5222c0b78937 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:45.454456 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device e83f7e62-7ca4-4bea-a83f-73915c1b7fcb no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:45.458144 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6175a0e4-78e1-48d2-b450-d24a8e1ad7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363'] for port, after_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.469703 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Request body: {'port': {'device_id': '267d2921-c155-4474-ac8b-9c605dfc35f4', 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233', 'admin_state_up': True, 'tenant_id': '6d7ec212b17a400abad464efcde7be6b'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:45.474690 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Pushing event deleted for resources: {'Port': ['ID=85d157ab-4dbc-48fe-b97a-5222c0b78937,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:45.482517 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: e83f7e62-7ca4-4bea-a83f-73915c1b7fcb {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:45.482860 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device e83f7e62-7ca4-4bea-a83f-73915c1b7fcb not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:45.483297 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 70e5835a-46c7-481b-a7ef-f5f18bd1b129 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:45.493639 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] No DVR routers for this DVR port 85d157ab-4dbc-48fe-b97a-5222c0b78937 on host dv-cinder-809306-1-iscsi {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:32:45.521592 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175a0e4-78e1-48d2-b450-d24a8e1ad7ee None None] Pushing event deleted for resources: {'Port': ['ID=85d157ab-4dbc-48fe-b97a-5222c0b78937,revision_number=None']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:45.523581 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175a0e4-78e1-48d2-b450-d24a8e1ad7ee None None] No DVR routers for this DVR port 85d157ab-4dbc-48fe-b97a-5222c0b78937 on host dv-cinder-809306-1-iscsi {{(pid=93922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:32:45.526990 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 70e5835a-46c7-481b-a7ef-f5f18bd1b129 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:45.527368 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 70e5835a-46c7-481b-a7ef-f5f18bd1b129 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:45.622424 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.657530 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d30e9d-efab-46e1-810b-f10a6193912f']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:45.670320 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c0ed59-85ed-4ae5-a675-d07b7417578d') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:45.670611 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c0ed59-85ed-4ae5-a675-d07b7417578d') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:45.684394 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.700931 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Made reservation on behalf of 6d7ec212b17a400abad464efcde7be6b for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:32:45.704261 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.706230 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.719655 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:32:45.719655 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:32:45.721102 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:32:45.808725 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.816219 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:45.817898 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] 10.222.0.35 "DELETE /v2.0/networks/08d30e9d-efab-46e1-810b-f10a6193912f HTTP/1.1" status: 204 len: 168 time: 0.8245580 Sep 16 02:32:45.820909 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55392) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:45.835663 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b04b7-6b9e-4ae2-bf79-c800f3e080cd admin admin] Pushing event deleted for resources: {'Network': ['ID=08d30e9d-efab-46e1-810b-f10a6193912f,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:45.897917 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Allocated IP 172.20.0.8 (610f72f6-ff37-47b6-ab39-74407cb9b233/ef085f83-f1a2-4058-a80e-852000efd2d0/9fcfb633-800d-4e0e-a6db-ed7603b5b046) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:32:46.060496 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.095036 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.139634 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Network 610f72f6-ff37-47b6-ab39-74407cb9b233 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:32:46.142888 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:46.146767 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:32:46.167936 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.196331 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:46.196980 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.215193 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Pushing event updated for resources: {'Port': ['ID=9fcfb633-800d-4e0e-a6db-ed7603b5b046,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:46.219511 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-84796ca1-7d92-4b32-8d26-1c33457bed38 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7539079 Sep 16 02:32:46.233263 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Request body: {'port': {'device_id': '267d2921-c155-4474-ac8b-9c605dfc35f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:46.292478 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.362124 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2bd0f-5add-4fd3-936b-fff59deba571 req-9e9d5036-6539-4b30-9036-c6808b97573d tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:46.363763 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ada2bd0f-5add-4fd3-936b-fff59deba571 req-9e9d5036-6539-4b30-9036-c6808b97573d tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 931 time: 0.0902236 Sep 16 02:32:46.426725 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ada2bd0f-5add-4fd3-936b-fff59deba571 req-fdbb5901-c0ab-40d1-8fd5-55ce55ef5da2 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544221 Sep 16 02:32:46.498499 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869201'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.557530 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcfb633-800d-4e0e-a6db-ed7603b5b046 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:32:46.564882 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.576832 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Transition to ACTIVE for port object 9fcfb633-800d-4e0e-a6db-ed7603b5b046 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:32:46.580065 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.630567 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcfb633-800d-4e0e-a6db-ed7603b5b046,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:46.695842 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Attempting to bind port 9fcfb633-800d-4e0e-a6db-ed7603b5b046 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:32:46.696181 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Attempting to bind port 9fcfb633-800d-4e0e-a6db-ed7603b5b046 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'e74f1824-668a-44c6-b666-442df6067fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:32:46.696510 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Attempting to bind port 9fcfb633-800d-4e0e-a6db-ed7603b5b046 on network 610f72f6-ff37-47b6-ab39-74407cb9b233 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:32:46.701056 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Port 9fcfb633-800d-4e0e-a6db-ed7603b5b046 on network 610f72f6-ff37-47b6-ab39-74407cb9b233 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:32:46.701379 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Attempting to bind port 9fcfb633-800d-4e0e-a6db-ed7603b5b046 on network 610f72f6-ff37-47b6-ab39-74407cb9b233 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:32:46.706086 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:32:46.706421 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Checking segment: {'id': 'e74f1824-668a-44c6-b666-442df6067fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:32:46.706802 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Bound using segment: {'id': 'e74f1824-668a-44c6-b666-442df6067fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:32:46.707222 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Bound port: 9fcfb633-800d-4e0e-a6db-ed7603b5b046, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74f1824-668a-44c6-b666-442df6067fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:32:46.707605 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.742078 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] Deleting port 7cc25a7c-ec35-47b4-9bd5-702892228611 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:46.742414 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.771297 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] For port 9fcfb633-800d-4e0e-a6db-ed7603b5b046, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:32:46.774245 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] For port 9fcfb633-800d-4e0e-a6db-ed7603b5b046, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9fcfb633-800d-4e0e-a6db-ed7603b5b046,segment=NetworkSegment(e74f1824-668a-44c6-b666-442df6067fd2),segment_id=e74f1824-668a-44c6-b666-442df6067fd2)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:32:46.778971 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.813276 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:46.813877 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.815369 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] 10.222.0.15 "PUT /v2.0/ports/9fcfb633-800d-4e0e-a6db-ed7603b5b046 HTTP/1.1" status: 200 len: 1093 time: 0.5868127 Sep 16 02:32:46.815796 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267d2921-c155-4474-ac8b-9c605dfc35f4', 'tag': '9fcfb633-800d-4e0e-a6db-ed7603b5b046'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:32:46.818066 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de83bca1-58e1-4238-a25d-2ba3d963bc93" -d '{"events": [{"name": "network-changed", "server_uuid": "267d2921-c155-4474-ac8b-9c605dfc35f4", "tag": "9fcfb633-800d-4e0e-a6db-ed7603b5b046"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:32:46.819975 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] For port 7cc25a7c-ec35-47b4-9bd5-702892228611, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=7cc25a7c-ec35-47b4-9bd5-702892228611,segment=NetworkSegment(2c9ddf33-7db2-433e-8825-ffbfcc7701fd),segment_id=2c9ddf33-7db2-433e-8825-ffbfcc7701fd)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:46.820337 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:46.835652 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] Calling delete_port for 7cc25a7c-ec35-47b4-9bd5-702892228611 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:46.846291 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285fc03-3adb-4839-97c0-140d43b33c90 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcfb633-800d-4e0e-a6db-ed7603b5b046,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:46.885622 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5544da72-bc8c-4f98-a5d1-5aa40669b532 x-openstack-request-id: req-5544da72-bc8c-4f98-a5d1-5aa40669b532 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:32:46.885907 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267d2921-c155-4474-ac8b-9c605dfc35f4", "tag": "9fcfb633-800d-4e0e-a6db-ed7603b5b046", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:32:46.886149 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5544da72-bc8c-4f98-a5d1-5aa40669b532 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:32:46.886529 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267d2921-c155-4474-ac8b-9c605dfc35f4', 'tag': '9fcfb633-800d-4e0e-a6db-ed7603b5b046', 'status': 'completed', 'code': 200} Sep 16 02:32:46.902065 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-73682a30-00dd-467c-8575-6e5d064fc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:46.903618 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-73682a30-00dd-467c-8575-6e5d064fc5ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7ec212b17a400abad464efcde7be6b&device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 1096 time: 0.0468175 Sep 16 02:32:46.945342 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-4a35bc77-4ddf-4c02-90a5-bf1b07c47889 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fcfb633-800d-4e0e-a6db-ed7603b5b046 HTTP/1.1" status: 200 len: 217 time: 0.0332937 Sep 16 02:32:46.993411 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-c3be5353-43c3-4bf7-85d7-769936dcc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:46.994899 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-c3be5353-43c3-4bf7-85d7-769936dcc09c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef085f83-f1a2-4058-a80e-852000efd2d0 HTTP/1.1" status: 200 len: 853 time: 0.0425208 Sep 16 02:32:47.010809 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:47.031374 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-5c2549b1-cafe-4f83-8a15-c5def487d2a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=610f72f6-ff37-47b6-ab39-74407cb9b233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291746 Sep 16 02:32:47.037825 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc25a7c-ec35-47b4-9bd5-702892228611,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:47.152100 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-f8edd82b-2234-49d8-8f99-6149c2b3f9b1 service neutron] 10.222.0.15 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125021 Sep 16 02:32:47.217478 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8121505'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:47.261585 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f3dc7263-9f46-4acf-89d9-af1eca7d1ee4 req-05fab690-ac52-4f92-b629-091a9b1184ce service neutron] 10.222.0.15 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009214 Sep 16 02:32:47.385468 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bca1-58e1-4238-a25d-2ba3d963bc93 req-c0c9a3bc-9af9-41cc-8a7d-f7930da6dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:47.386985 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-de83bca1-58e1-4238-a25d-2ba3d963bc93 req-c0c9a3bc-9af9-41cc-8a7d-f7930da6dd87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7ec212b17a400abad464efcde7be6b&device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 1096 time: 0.0633056 Sep 16 02:32:47.465925 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] Router 2c084cdc-0a31-4647-b52c-6c41778b4c03 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:32:47.492015 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bca1-58e1-4238-a25d-2ba3d963bc93 req-b24d5c9d-9b37-4691-82e0-21e2a6fbf16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:47.493635 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-de83bca1-58e1-4238-a25d-2ba3d963bc93 req-b24d5c9d-9b37-4691-82e0-21e2a6fbf16f service neutron] 10.222.0.15 "GET /v2.0/networks?id=610f72f6-ff37-47b6-ab39-74407cb9b233 HTTP/1.1" status: 200 len: 914 time: 0.0980222 Sep 16 02:32:47.540466 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-de83bca1-58e1-4238-a25d-2ba3d963bc93 req-d91ffac7-1901-4fa7-8c5b-f8d755013269 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fcfb633-800d-4e0e-a6db-ed7603b5b046 HTTP/1.1" status: 200 len: 217 time: 0.0392797 Sep 16 02:32:47.591112 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bca1-58e1-4238-a25d-2ba3d963bc93 req-7c2823c2-e94b-4acc-a417-86e5dad7b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:47.592720 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-de83bca1-58e1-4238-a25d-2ba3d963bc93 req-7c2823c2-e94b-4acc-a417-86e5dad7b043 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef085f83-f1a2-4058-a80e-852000efd2d0 HTTP/1.1" status: 200 len: 853 time: 0.0440326 Sep 16 02:32:47.604265 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e43b5-da1f-4e4b-a41f-341c259fd3b4 req-1f945948-0d63-44ef-b3b5-ea894ab0e5c3 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:47.605705 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d16e43b5-da1f-4e4b-a41f-341c259fd3b4 req-1f945948-0d63-44ef-b3b5-ea894ab0e5c3 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 943 time: 0.0917959 Sep 16 02:32:47.628286 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-de83bca1-58e1-4238-a25d-2ba3d963bc93 req-af442e87-31c9-433d-993e-18edbe7c029d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=610f72f6-ff37-47b6-ab39-74407cb9b233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249255 Sep 16 02:32:47.630172 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:32:47.636523 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-861dcb58-c93d-40fe-b365-458e9643d630 admin admin] 10.222.0.35 "PUT /v2.0/routers/2c084cdc-0a31-4647-b52c-6c41778b4c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8141100 Sep 16 02:32:47.638758 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] Sync routers for ids ['2c084cdc-0a31-4647-b52c-6c41778b4c03'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:32:47.639317 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55440) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:47.651978 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] Routers {'2c084cdc-0a31-4647-b52c-6c41778b4c03'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:47.652602 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['2c084cdc-0a31-4647-b52c-6c41778b4c03'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:47.654155 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d16e43b5-da1f-4e4b-a41f-341c259fd3b4 req-3044c123-9d95-4e0c-a967-b3c016589ce2 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397277 Sep 16 02:32:47.810084 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-de83bca1-58e1-4238-a25d-2ba3d963bc93 req-696225af-29ec-404f-8369-37d19ef5ad97 service neutron] 10.222.0.15 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736600 Sep 16 02:32:47.815727 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:47.898326 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] Set router 2c084cdc-0a31-4647-b52c-6c41778b4c03 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:47.984395 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-de83bca1-58e1-4238-a25d-2ba3d963bc93 req-0e902157-75e8-4708-a96c-efe4dab6c3af service neutron] 10.222.0.15 "GET /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354220 Sep 16 02:32:47.985671 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.043228 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Deleting port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:48.043627 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.072493 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'name': 'tempest-TestShelveInstance-519289204-router', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:32:46Z', 'revision_number': 5, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'gw_port': {'id': '2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:48.098641 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] Checking router: 2c084cdc-0a31-4647-b52c-6c41778b4c03 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:32:48.108235 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] Routers {'2c084cdc-0a31-4647-b52c-6c41778b4c03'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:48.108841 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['2c084cdc-0a31-4647-b52c-6c41778b4c03'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:48.121766 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] For port 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:48.122128 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.133610 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Calling delete_port for 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a owned by network:router_gateway {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:48.191821 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] Set router 2c084cdc-0a31-4647-b52c-6c41778b4c03 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:48.244829 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'name': 'tempest-TestShelveInstance-519289204-router', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:32:47Z', 'revision_number': 6, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'gw_port_host': None}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:48.270721 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c701a-3041-4e02-a167-b9365475e232 None None] The sync data for ids ['2c084cdc-0a31-4647-b52c-6c41778b4c03'] in dv-cinder-809306-1-iscsi is: [{'id': '2c084cdc-0a31-4647-b52c-6c41778b4c03', 'name': 'tempest-TestShelveInstance-519289204-router', 'tenant_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:27:18Z', 'updated_at': '2021-09-16T02:32:47Z', 'revision_number': 6, 'project_id': '26351ff7e9b94b6d91864c7b7710ccfb', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:32:48.295434 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.318901 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:48.386979 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121447'] for router_gateway, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.484311 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7864630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2442'] for router, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.486248 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.526316 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7864781'] for router, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.526801 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c084cdc-0a31-4647-b52c-6c41778b4c03 {{(pid=93921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:32:48.531953 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] Notify callbacks [] for router, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.533483 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-8e54649a-6549-469c-8f42-b224872eb9fd admin admin] 10.222.0.35 "DELETE /v2.0/routers/2c084cdc-0a31-4647-b52c-6c41778b4c03 HTTP/1.1" status: 204 len: 168 time: 0.8933623 Sep 16 02:32:48.535518 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55448) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:48.579053 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_v2 [None req-50828502-a82b-4e8a-8d40-42b1e67861f4 admin admin] Deleting subnet 77f9edc2-5dfc-4030-83b1-ea29fd04e2d2 {{(pid=93921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:32:48.584045 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50828502-a82b-4e8a-8d40-42b1e67861f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.622213 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50828502-a82b-4e8a-8d40-42b1e67861f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020769'] for subnet, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.715509 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50828502-a82b-4e8a-8d40-42b1e67861f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.804566 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75baf9-55c7-4718-98c3-2f6a0b2047a6 req-691ff861-fef5-4ee9-a324-84e44c2fb55c tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:48.806151 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ad75baf9-55c7-4718-98c3-2f6a0b2047a6 req-691ff861-fef5-4ee9-a324-84e44c2fb55c tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 943 time: 0.0685108 Sep 16 02:32:48.808183 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50828502-a82b-4e8a-8d40-42b1e67861f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16418835'] for subnet, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.823927 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d60d89b6-cbe3-489e-a357-3cbd371d4a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.844006 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50828502-a82b-4e8a-8d40-42b1e67861f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f9edc2-5dfc-4030-83b1-ea29fd04e2d2,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:48.853612 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062bcdd9-7af2-495d-a20c-38c477701a7f None None] Network d308e863-8220-457e-9d57-bd58830988a1 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:32:48.854458 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50828502-a82b-4e8a-8d40-42b1e67861f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.856311 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-50828502-a82b-4e8a-8d40-42b1e67861f4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/77f9edc2-5dfc-4030-83b1-ea29fd04e2d2 HTTP/1.1" status: 204 len: 168 time: 0.3198373 Sep 16 02:32:48.858692 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55456) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:48.898778 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ad75baf9-55c7-4718-98c3-2f6a0b2047a6 req-7d395252-a844-473c-ad45-dccfd07a950d tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623412 Sep 16 02:32:48.940026 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:48.993219 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Deleting port bff52353-703f-4fad-b1f0-a27d13b14865 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:48.993560 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.047488 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12c5d87-5ae4-48bd-b0e7-278c566ca7ae None None] DHCP port deletion for d308e863-8220-457e-9d57-bd58830988a1 request from dv-cinder-809306-1-iscsi {{(pid=93922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 02:32:49.062709 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] For port bff52353-703f-4fad-b1f0-a27d13b14865, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=bff52353-703f-4fad-b1f0-a27d13b14865,segment=NetworkSegment(2c9ddf33-7db2-433e-8825-ffbfcc7701fd),segment_id=2c9ddf33-7db2-433e-8825-ffbfcc7701fd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:49.063098 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.076965 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Calling delete_port for bff52353-703f-4fad-b1f0-a27d13b14865 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:49.094369 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-a12c5d87-5ae4-48bd-b0e7-278c566ca7ae None None] Deleting port bff52353-703f-4fad-b1f0-a27d13b14865 {{(pid=93922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:49.094826 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a12c5d87-5ae4-48bd-b0e7-278c566ca7ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.156814 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.169091 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a12c5d87-5ae4-48bd-b0e7-278c566ca7ae None None] For port bff52353-703f-4fad-b1f0-a27d13b14865, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=bff52353-703f-4fad-b1f0-a27d13b14865,segment=NetworkSegment(2c9ddf33-7db2-433e-8825-ffbfcc7701fd),segment_id=2c9ddf33-7db2-433e-8825-ffbfcc7701fd)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:49.169491 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a12c5d87-5ae4-48bd-b0e7-278c566ca7ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.182874 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-a12c5d87-5ae4-48bd-b0e7-278c566ca7ae None None] Calling delete_port for bff52353-703f-4fad-b1f0-a27d13b14865 owned by network:dhcp {{(pid=93922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:49.186247 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bff52353-703f-4fad-b1f0-a27d13b14865,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:49.189575 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] No DVR routers for this DVR port bff52353-703f-4fad-b1f0-a27d13b14865 on host dv-cinder-809306-1-iscsi {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:32:49.259781 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.264098 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a12c5d87-5ae4-48bd-b0e7-278c566ca7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363'] for port, after_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.281386 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d308e863-8220-457e-9d57-bd58830988a1']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:49.289929 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c5d87-5ae4-48bd-b0e7-278c566ca7ae None None] Pushing event deleted for resources: {'Port': ['ID=bff52353-703f-4fad-b1f0-a27d13b14865,revision_number=None']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:49.292165 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9ddf33-7db2-433e-8825-ffbfcc7701fd') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:49.292165 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9ddf33-7db2-433e-8825-ffbfcc7701fd') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:49.293737 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c5d87-5ae4-48bd-b0e7-278c566ca7ae None None] No DVR routers for this DVR port bff52353-703f-4fad-b1f0-a27d13b14865 on host dv-cinder-809306-1-iscsi {{(pid=93922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:32:49.307625 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.322757 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.331949 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:32:49.332817 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:32:49.341668 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:32:49.369759 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 7cc25a7c-ec35-47b4-9bd5-702892228611 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:49.390205 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.393044 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 7cc25a7c-ec35-47b4-9bd5-702892228611 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:49.393455 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 7cc25a7c-ec35-47b4-9bd5-702892228611 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:49.393941 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device bff52353-703f-4fad-b1f0-a27d13b14865 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:49.403698 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.405495 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] 10.222.0.35 "DELETE /v2.0/networks/d308e863-8220-457e-9d57-bd58830988a1 HTTP/1.1" status: 204 len: 168 time: 0.5459402 Sep 16 02:32:49.413866 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: bff52353-703f-4fad-b1f0-a27d13b14865 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:49.414424 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device bff52353-703f-4fad-b1f0-a27d13b14865 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:49.414721 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6c0bc-8cdb-4d97-80a8-27d21d4175ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d308e863-8220-457e-9d57-bd58830988a1,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:49.415193 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:32:49.434222 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:32:49.434563 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 2e5d3ad5-8372-40a9-8dc9-86c6e6bd954a not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:32:49.522118 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55460) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:49.562666 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-5f6fcc8c-fe71-4110-b118-19c5e0ef77dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c36dfe824cb44914b5d0e6084eb265ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392506 Sep 16 02:32:49.564933 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55462) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:49.611760 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fbc3b810-c9c5-475c-b7c6-85dc500a9139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.634912 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fbc3b810-c9c5-475c-b7c6-85dc500a9139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.679726 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fbc3b810-c9c5-475c-b7c6-85dc500a9139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.682436 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fbc3b810-c9c5-475c-b7c6-85dc500a9139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:49.683611 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-fbc3b810-c9c5-475c-b7c6-85dc500a9139 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e742026d-43a5-4923-a2ab-23009e5326e2 HTTP/1.1" status: 204 len: 168 time: 0.1177881 Sep 16 02:32:49.692060 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3b810-c9c5-475c-b7c6-85dc500a9139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e742026d-43a5-4923-a2ab-23009e5326e2,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:49.921643 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55476) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:50.020855 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bc9fc-5b39-4514-8e9d-38d419f9b350 req-bc1ef911-0a5a-46cf-baa7-1d476698a23c tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:50.022339 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2e3bc9fc-5b39-4514-8e9d-38d419f9b350 req-bc1ef911-0a5a-46cf-baa7-1d476698a23c tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 943 time: 0.0557818 Sep 16 02:32:50.025866 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55480) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:50.055161 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-526f941c-ad01-4b44-8343-e782f93076e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.115978 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-cf5a546a-352f-4676-9808-e830299db514 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26351ff7e9b94b6d91864c7b7710ccfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889525 Sep 16 02:32:50.118428 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55484) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:50.119838 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2e3bc9fc-5b39-4514-8e9d-38d419f9b350 req-f0dbbe39-4ef0-4a06-b65a-01cb8d03240e tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863354 Sep 16 02:32:50.168608 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-41811001-2e40-48f3-86f8-fbb12ac291c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.188810 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-41811001-2e40-48f3-86f8-fbb12ac291c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.190697 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-526f941c-ad01-4b44-8343-e782f93076e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.195080 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-526f941c-ad01-4b44-8343-e782f93076e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.234118 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-41811001-2e40-48f3-86f8-fbb12ac291c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.234533 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f941c-ad01-4b44-8343-e782f93076e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65efde4-37d6-4d77-8346-9cd69a55d9fe,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:50.236635 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-41811001-2e40-48f3-86f8-fbb12ac291c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.237780 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-41811001-2e40-48f3-86f8-fbb12ac291c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57a71853-d30a-462c-8c0c-03c32edd92c5 HTTP/1.1" status: 204 len: 168 time: 0.1175883 Sep 16 02:32:50.238820 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-526f941c-ad01-4b44-8343-e782f93076e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f53ca2eec41f4bfbb5a3749a55c660ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155327 Sep 16 02:32:50.241318 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55488) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:50.249282 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41811001-2e40-48f3-86f8-fbb12ac291c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a71853-d30a-462c-8c0c-03c32edd92c5,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:50.293667 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc992a37-2905-4351-8a35-3dd9a961973b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.315837 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc992a37-2905-4351-8a35-3dd9a961973b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.364808 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc992a37-2905-4351-8a35-3dd9a961973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.367450 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc992a37-2905-4351-8a35-3dd9a961973b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.368639 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bc992a37-2905-4351-8a35-3dd9a961973b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d65efde4-37d6-4d77-8346-9cd69a55d9fe HTTP/1.1" status: 204 len: 168 time: 0.1262915 Sep 16 02:32:50.375967 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc992a37-2905-4351-8a35-3dd9a961973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65efde4-37d6-4d77-8346-9cd69a55d9fe,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:50.693588 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55504) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:50.707045 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86b945f0-9c8c-4251-a7db-01bdd11f07ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.798516 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 9fcfb633-800d-4e0e-a6db-ed7603b5b046 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:32:50.799044 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86b945f0-9c8c-4251-a7db-01bdd11f07ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.803212 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86b945f0-9c8c-4251-a7db-01bdd11f07ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.844369 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b945f0-9c8c-4251-a7db-01bdd11f07ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7648d71f-0f6c-461e-abfc-b6eca9cc3ee3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:50.857539 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-86b945f0-9c8c-4251-a7db-01bdd11f07ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd5da2c88b584b18b6e3cdd87bee28e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628401 Sep 16 02:32:50.860399 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55510) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:50.913214 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bcdeaaf8-ed65-4331-bdfd-bb598684dc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.916259 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 9fcfb633-800d-4e0e-a6db-ed7603b5b046, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9fcfb633-800d-4e0e-a6db-ed7603b5b046,segment=NetworkSegment(e74f1824-668a-44c6-b666-442df6067fd2),segment_id=e74f1824-668a-44c6-b666-442df6067fd2)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:50.928406 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '9fcfb633-800d-4e0e-a6db-ed7603b5b046', 'network_id': '610f72f6-ff37-47b6-ab39-74407cb9b233', 'port_id': '9fcfb633-800d-4e0e-a6db-ed7603b5b046', 'mac_address': 'fa:16:3e:1f:0b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef085f83-f1a2-4058-a80e-852000efd2d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:32:50.936046 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bcdeaaf8-ed65-4331-bdfd-bb598684dc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.969309 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.985197 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcfb633-800d-4e0e-a6db-ed7603b5b046 {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:32:50.990090 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bcdeaaf8-ed65-4331-bdfd-bb598684dc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.993309 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bcdeaaf8-ed65-4331-bdfd-bb598684dc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:50.997509 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-bcdeaaf8-ed65-4331-bdfd-bb598684dc0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7648d71f-0f6c-461e-abfc-b6eca9cc3ee3 HTTP/1.1" status: 204 len: 168 time: 0.1335299 Sep 16 02:32:51.003525 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeaaf8-ed65-4331-bdfd-bb598684dc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7648d71f-0f6c-461e-abfc-b6eca9cc3ee3,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:51.009601 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 9fcfb633-800d-4e0e-a6db-ed7603b5b046, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9fcfb633-800d-4e0e-a6db-ed7603b5b046,segment=NetworkSegment(e74f1824-668a-44c6-b666-442df6067fd2),segment_id=e74f1824-668a-44c6-b666-442df6067fd2)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:51.016888 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.043448 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55518) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:51.074981 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=9fcfb633-800d-4e0e-a6db-ed7603b5b046,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:51.167017 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1610071652-network', 'tenant_id': '122d668a284845f29031559d8129dec9'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:51.193293 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Made reservation on behalf of 122d668a284845f29031559d8129dec9 for: {'network': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:32:51.195754 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.225670 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.262112 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f935c-61f1-4864-a79c-17aea0278428 req-56ebe7f9-42a9-4335-bf47-9d9c9ee0b232 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:51.263729 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4c5f935c-61f1-4864-a79c-17aea0278428 req-56ebe7f9-42a9-4335-bf47-9d9c9ee0b232 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 944 time: 0.0722888 Sep 16 02:32:51.275522 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['9fcfb633-800d-4e0e-a6db-ed7603b5b046'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:32:51.319406 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-4c5f935c-61f1-4864-a79c-17aea0278428 req-521edf64-b1f1-463f-b40b-f3f9e3751968 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493677 Sep 16 02:32:51.377408 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.381701 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.403096 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:32:51.417543 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9d1023-77c7-4edd-a997-b62a830a7017,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:51.422902 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.423251 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.segments_db [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Added segment 2abfe7c0-2a89-4a67-a2c1-2eb5697ff144 of type vlan for network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 Sep 16 02:32:51.452437 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b246e892-0c28-4ebc-8d82-a843e83694fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.475353 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.504329 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.505488 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:51.506154 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.542280 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4950528 Sep 16 02:32:51.542693 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55534) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:51.548248 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Request body: {'subnet': {'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1610071652-subnet', 'tenant_id': '122d668a284845f29031559d8129dec9', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:51.566859 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e22690-44cd-46fc-a399-493eab74228d admin admin] Pushing event updated for resources: {'Network': ['ID=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:51.572866 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Made reservation on behalf of 122d668a284845f29031559d8129dec9 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:32:51.576279 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711882'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.578493 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:32:51.768115 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4294431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711908'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.833902 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c5bf77-4648-481d-9c3f-b38edbad5d24,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:51.842329 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Checking segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:32:51.842685 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Network hostable DHCP agents. Network: ba461cdc-2e6e-46fc-822e-ed7ac56abfa3, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:32:51.858851 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:32:51.867520 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, ba461cdc-2e6e-46fc-822e-ed7ac56abfa3) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:51.872164 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:51.872878 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.879634 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4b732-8ac6-4a3a-9deb-ec7584b75bd4 None None] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:32:51.888180 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c9bcb0bc-a2f0-4f06-a96f-6b02ba9696d6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3442914 Sep 16 02:32:51.890804 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55546) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:51.896401 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:51.917805 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7869852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2468'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.918830 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7864588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8120476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2451'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:51.974268 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.031326 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea0194de-0e4e-5cff-8928-79b91472b142-ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24'}]}} from dv-cinder-809306-1-iscsi. {{(pid=93922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 02:32:52.032690 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.120961 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.195996 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.db_base_plugin_common [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Allocated IP 172.20.0.2 (ba461cdc-2e6e-46fc-822e-ed7ac56abfa3/39c5bf77-4648-481d-9c3f-b38edbad5d24/9d401c73-a98e-4e95-ae91-31683e0b59fb) {{(pid=93922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:32:52.295458 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.346889 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.360418 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Notify callbacks [] for port, precommit_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.368609 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.368811 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.405367 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 is already hosted by enough agents. {{(pid=93922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:32:52.408333 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.base_scheduler [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Resources bound (agent type, host, resource id): {{(pid=93922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:52.412207 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Received port after_create {{(pid=93922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:32:52.466330 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Pushing event updated for resources: {'Port': ['ID=9d401c73-a98e-4e95-ae91-31683e0b59fb,revision_number=1']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:52.481911 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Attempting to bind port 9d401c73-a98e-4e95-ae91-31683e0b59fb on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:32:52.482277 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Attempting to bind port 9d401c73-a98e-4e95-ae91-31683e0b59fb by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:32:52.482832 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Attempting to bind port 9d401c73-a98e-4e95-ae91-31683e0b59fb on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:32:52.488839 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:32:52.489204 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Checking segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:32:52.489597 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.489982 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Bound using segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:32:52.490438 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Bound port: 9d401c73-a98e-4e95-ae91-31683e0b59fb, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:32:52.490807 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.516880 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04118a8c-e67c-4dfb-8c83-54cdee0cbc0a req-3129d44d-ce72-4277-ab1f-094d1979f040 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:52.518507 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-04118a8c-e67c-4dfb-8c83-54cdee0cbc0a req-3129d44d-ce72-4277-ab1f-094d1979f040 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 944 time: 0.1031482 Sep 16 02:32:52.560027 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Allocated IP 172.27.2.24 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/f3f09f07-6663-4a6c-93ae-84f315890196) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:32:52.564168 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] For port 9d401c73-a98e-4e95-ae91-31683e0b59fb, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:32:52.567378 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] For port 9d401c73-a98e-4e95-ae91-31683e0b59fb, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=9d401c73-a98e-4e95-ae91-31683e0b59fb,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:32:52.575769 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.581807 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-04118a8c-e67c-4dfb-8c83-54cdee0cbc0a req-583dffaf-f2cd-4c2b-8d36-0fd8483d5521 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568309 Sep 16 02:32:52.667391 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195250cf-56e8-433a-8e62-bc221bba5a1f None None] Pushing event updated for resources: {'Port': ['ID=9d401c73-a98e-4e95-ae91-31683e0b59fb,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:52.677558 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.700418 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.736595 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:52.773522 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:32:52.777883 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:52.781275 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:32:52.827642 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f09f07-6663-4a6c-93ae-84f315890196,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:52.828749 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 9fcfb633-800d-4e0e-a6db-ed7603b5b046 up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:32:52.850902 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55570) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:52.917522 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 9fcfb633-800d-4e0e-a6db-ed7603b5b046 completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:32:52.923626 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 9fcfb633-800d-4e0e-a6db-ed7603b5b046 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:52.924209 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.006015 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e167db7b-795b-4a58-af98-069721d5449d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.017827 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.044842 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267d2921-c155-4474-ac8b-9c605dfc35f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcfb633-800d-4e0e-a6db-ed7603b5b046'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:32:53.047717 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2094cf43-e64f-4c67-8a6b-298aae8fe4e9" -d '{"events": [{"server_uuid": "267d2921-c155-4474-ac8b-9c605dfc35f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fcfb633-800d-4e0e-a6db-ed7603b5b046"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:32:53.068681 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 9fcfb633-800d-4e0e-a6db-ed7603b5b046, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9fcfb633-800d-4e0e-a6db-ed7603b5b046,segment=NetworkSegment(e74f1824-668a-44c6-b666-442df6067fd2),segment_id=e74f1824-668a-44c6-b666-442df6067fd2)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:53.076452 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.110716 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.125009 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d1cf51-3997-4bc7-9174-a0f5bdd0d5fd x-openstack-request-id: req-08d1cf51-3997-4bc7-9174-a0f5bdd0d5fd {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:32:53.125574 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267d2921-c155-4474-ac8b-9c605dfc35f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fcfb633-800d-4e0e-a6db-ed7603b5b046", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:32:53.125970 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08d1cf51-3997-4bc7-9174-a0f5bdd0d5fd {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:32:53.126540 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267d2921-c155-4474-ac8b-9c605dfc35f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcfb633-800d-4e0e-a6db-ed7603b5b046', 'code': 200} Sep 16 02:32:53.156284 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e167db7b-795b-4a58-af98-069721d5449d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.162684 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e167db7b-795b-4a58-af98-069721d5449d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.168721 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=9fcfb633-800d-4e0e-a6db-ed7603b5b046,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:53.202010 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-e167db7b-795b-4a58-af98-069721d5449d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a11019887e940b0ae4e220109b844f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498645 Sep 16 02:32:53.205112 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55576) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:53.207546 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167db7b-795b-4a58-af98-069721d5449d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a420dbb9-b77c-4053-be58-3b801b042ca3,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:53.286877 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ed65a-db26-4637-86cd-5366ae951f55 req-0ce211aa-9a74-4826-ab1a-6f4cce676169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:53.288292 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d38ed65a-db26-4637-86cd-5366ae951f55 req-0ce211aa-9a74-4826-ab1a-6f4cce676169 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 1098 time: 0.0420070 Sep 16 02:32:53.332769 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-d38ed65a-db26-4637-86cd-5366ae951f55 req-996aba2a-9e91-4e52-9736-d8604ca1d0b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Sep 16 02:32:53.335202 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-884d321f-201e-4103-94f3-41f70440bf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.389681 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-884d321f-201e-4103-94f3-41f70440bf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.393451 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 9d401c73-a98e-4e95-ae91-31683e0b59fb up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:32:53.432792 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7864579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.451654 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 9d401c73-a98e-4e95-ae91-31683e0b59fb triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:53.452018 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.494025 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-884d321f-201e-4103-94f3-41f70440bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.496595 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-884d321f-201e-4103-94f3-41f70440bf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.497736 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-884d321f-201e-4103-94f3-41f70440bf04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a420dbb9-b77c-4053-be58-3b801b042ca3 HTTP/1.1" status: 204 len: 168 time: 0.2916915 Sep 16 02:32:53.536337 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d321f-201e-4103-94f3-41f70440bf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a420dbb9-b77c-4053-be58-3b801b042ca3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:53.565250 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.586675 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Router f20da24d-e0a9-432b-9f60-1fbac4c87d87 is scheduled to L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:32:53.606717 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 9d401c73-a98e-4e95-ae91-31683e0b59fb, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=9d401c73-a98e-4e95-ae91-31683e0b59fb,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:53.612762 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.668033 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=9d401c73-a98e-4e95-ae91-31683e0b59fb,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:53.767637 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:32:53.778011 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Sync routers for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:32:53.784720 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75657c-57e6-432a-90e1-e89d9a6f541b req-606e535d-bf9f-4423-a142-5e3083822deb tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:53.786390 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7b75657c-57e6-432a-90e1-e89d9a6f541b req-606e535d-bf9f-4423-a142-5e3083822deb tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 945 time: 0.0940516 Sep 16 02:32:53.789296 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:53.794291 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:53.802871 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.804576 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c8db1357-001f-4c09-9211-ba42d9e7b901 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9125371 Sep 16 02:32:53.807797 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55584) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:53.860272 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7b75657c-57e6-432a-90e1-e89d9a6f541b req-37160d27-1874-4c86-ad66-61aa0b1ddacf tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602827 Sep 16 02:32:53.901849 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55586) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:53.909703 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:53.916076 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-868e4b17-de84-4810-ab8c-e478f4a80539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:53.937722 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405f6af-1750-4f48-9218-be4c0d1aa0f2 None None] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:32:54.014520 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-1090c7a9-3b84-4a22-b8b1-b62e9348e7e0 None None] Provisioning complete for port 9d401c73-a98e-4e95-ae91-31683e0b59fb triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:54.015064 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1090c7a9-3b84-4a22-b8b1-b62e9348e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.035715 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-868e4b17-de84-4810-ab8c-e478f4a80539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.043650 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-868e4b17-de84-4810-ab8c-e478f4a80539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.091698 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.104044 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-868e4b17-de84-4810-ab8c-e478f4a80539 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b5b91df52e74826a15c8b42a0c68b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008250 Sep 16 02:32:54.104821 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55588) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:54.113337 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e4b17-de84-4810-ab8c-e478f4a80539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82de8c36-7d8c-4ba5-a5fa-edda7fd99c5d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:54.149393 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:52Z', 'revision_number': 3, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:54.171696 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab72829b-f7f9-4188-90f2-7f666e3f78c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.185954 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Checking router: f20da24d-e0a9-432b-9f60-1fbac4c87d87 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:32:54.186212 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Updating router f20da24d-e0a9-432b-9f60-1fbac4c87d87 port f3f09f07-6663-4a6c-93ae-84f315890196 binding host dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:32:54.194320 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab72829b-f7f9-4188-90f2-7f666e3f78c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.214973 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.270183 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab72829b-f7f9-4188-90f2-7f666e3f78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.273577 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab72829b-f7f9-4188-90f2-7f666e3f78c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.274688 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ab72829b-f7f9-4188-90f2-7f666e3f78c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82de8c36-7d8c-4ba5-a5fa-edda7fd99c5d HTTP/1.1" status: 204 len: 168 time: 0.1686716 Sep 16 02:32:54.283724 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72829b-f7f9-4188-90f2-7f666e3f78c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82de8c36-7d8c-4ba5-a5fa-edda7fd99c5d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:54.479500 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-d783b07f-1936-4161-ae8a-6c7f69b0f474 None None] Provisioning complete for port 9d401c73-a98e-4e95-ae91-31683e0b59fb triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:54.480244 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d783b07f-1936-4161-ae8a-6c7f69b0f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.549910 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.558578 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.615418 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Pushing event updated for resources: {'Port': ['ID=f3f09f07-6663-4a6c-93ae-84f315890196,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:54.638823 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.639175 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.639533 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.639875 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.640196 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.640572 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.640949 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.641268 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.641618 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.641958 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.642264 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.642587 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:54.645753 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Attempting to bind port f3f09f07-6663-4a6c-93ae-84f315890196 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:32:54.646116 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Attempting to bind port f3f09f07-6663-4a6c-93ae-84f315890196 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:32:54.646657 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Attempting to bind port f3f09f07-6663-4a6c-93ae-84f315890196 on network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:32:54.652820 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:32:54.653194 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:32:54.653594 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.653977 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Bound using segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:32:54.654945 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Bound port: f3f09f07-6663-4a6c-93ae-84f315890196, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:32:54.654945 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.657532 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.712179 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] For port f3f09f07-6663-4a6c-93ae-84f315890196, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:32:54.715951 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] For port f3f09f07-6663-4a6c-93ae-84f315890196, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=f3f09f07-6663-4a6c-93ae-84f315890196,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:32:54.724350 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:54.785692 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeee793-c5f6-4470-8860-4d8eb74642dd None None] Pushing event updated for resources: {'Port': ['ID=f3f09f07-6663-4a6c-93ae-84f315890196,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:54.795043 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:54.795906 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:54.825422 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Allocated IP 172.20.0.1 (ba461cdc-2e6e-46fc-822e-ed7ac56abfa3/39c5bf77-4648-481d-9c3f-b38edbad5d24/4ab761ec-3bc1-436f-ad7e-e31764045f91) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:32:54.925294 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:54.981066 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:55.008893 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104801c-6bf4-4554-8258-2620fa02239a req-e39a5268-5943-4498-b7f2-680e2ba8380f tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:55.011242 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6104801c-6bf4-4554-8258-2620fa02239a req-e39a5268-5943-4498-b7f2-680e2ba8380f tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 945 time: 0.0788355 Sep 16 02:32:55.055796 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:55.065130 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6104801c-6bf4-4554-8258-2620fa02239a req-c696b9fd-d246-4a94-9315-5a5dff16267e tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451083 Sep 16 02:32:55.100587 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:32:55.105019 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:55.112829 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:32:55.114914 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab761ec-3bc1-436f-ad7e-e31764045f91,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:55.147979 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:52Z', 'revision_number': 3, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:55.170982 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8121500'] for router_interface, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:55.218395 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc3db0-1616-4719-98c9-06eae8e95af1 None None] The sync data for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi is: [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:52Z', 'revision_number': 3, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:32:55.369302 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:55.401233 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 9d401c73-a98e-4e95-ae91-31683e0b59fb up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:32:55.471046 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-94ca7a7a-24f1-4b3d-8cda-5b63a5dc8bd8 None None] Provisioning complete for port 4ab761ec-3bc1-436f-ad7e-e31764045f91 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:55.475374 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a7a-24f1-4b3d-8cda-5b63a5dc8bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:55.601070 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-94ca7a7a-24f1-4b3d-8cda-5b63a5dc8bd8 None None] Port 4ab761ec-3bc1-436f-ad7e-e31764045f91 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:32:55.625320 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 9d401c73-a98e-4e95-ae91-31683e0b59fb triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:55.625715 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:55.652815 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:55.658572 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:55.744878 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab761ec-3bc1-436f-ad7e-e31764045f91,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:55.762288 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869196'] for router_interface, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:55.866801 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:32:55.868197 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:56.029265 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Router f20da24d-e0a9-432b-9f60-1fbac4c87d87 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:32:56.136711 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-00744808-db7e-4525-8993-1aed24e0f49d None None] Provisioning complete for port 4ab761ec-3bc1-436f-ad7e-e31764045f91 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:56.137571 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-00744808-db7e-4525-8993-1aed24e0f49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:56.183821 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:32:56.202534 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-ef658ebc-406f-4173-a3e6-23c55e9afd77 admin admin] 10.222.0.35 "PUT /v2.0/routers/f20da24d-e0a9-432b-9f60-1fbac4c87d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3933384 Sep 16 02:32:56.320644 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-00744808-db7e-4525-8993-1aed24e0f49d None None] Port 4ab761ec-3bc1-436f-ad7e-e31764045f91 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:32:56.487882 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:56.618036 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-023f8347-8ae9-4f99-af17-57c924f5c718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:56.669605 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06b2e3-a146-4753-a344-aa29ca67c700 req-51ae7485-f924-4005-bbc2-0c7156fc2bc0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:56.682770 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bd06b2e3-a146-4753-a344-aa29ca67c700 req-51ae7485-f924-4005-bbc2-0c7156fc2bc0 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 947 time: 0.0643215 Sep 16 02:32:56.724727 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bd06b2e3-a146-4753-a344-aa29ca67c700 req-1b212d6c-8c38-4a48-a208-717af129e8ab tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409455 Sep 16 02:32:56.798974 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55678) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:56.804486 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-238043483-network', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:56.991807 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-023f8347-8ae9-4f99-af17-57c924f5c718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:56.996297 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-023f8347-8ae9-4f99-af17-57c924f5c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.019963 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Made reservation on behalf of 56a30e20f1484f35a57e2124c6627f38 for: {'network': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:32:57.022663 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for network, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.032475 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.034614 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-023f8347-8ae9-4f99-af17-57c924f5c718 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b5d303d2bf8470a943cd221b7e62836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5456493 Sep 16 02:32:57.035481 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f8347-8ae9-4f99-af17-57c924f5c718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5494b5-c592-4bb0-beb0-e8f957edffcf,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:57.037140 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55680) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:57.123782 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8640a6e1-8799-4fd6-bebf-209d70abb8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.157734 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8640a6e1-8799-4fd6-bebf-209d70abb8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.189610 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Sync routers for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:32:57.200120 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:57.200819 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:57.218820 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.221910 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.252042 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8640a6e1-8799-4fd6-bebf-209d70abb8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.254521 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8640a6e1-8799-4fd6-bebf-209d70abb8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.255691 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-8640a6e1-8799-4fd6-bebf-209d70abb8af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf5494b5-c592-4bb0-beb0-e8f957edffcf HTTP/1.1" status: 204 len: 168 time: 0.2174194 Sep 16 02:32:57.260418 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:32:57.262422 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795d88ad-768a-46de-a937-3587c352a2e3,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:57.278753 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640a6e1-8799-4fd6-bebf-209d70abb8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5494b5-c592-4bb0-beb0-e8f957edffcf,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:57.280886 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.281233 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.segments_db [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Added segment 96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b of type vlan for network ad5cbeaa-c211-400d-a543-412a9eb74392 Sep 16 02:32:57.323054 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:57.327002 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758792870696'] for network, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.364670 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966'] for network, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.365680 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:57.366267 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.401102 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55684) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:57.401349 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6010818 Sep 16 02:32:57.406362 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Request body: {'subnet': {'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-238043483-subnet', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:57.441447 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Made reservation on behalf of 56a30e20f1484f35a57e2124c6627f38 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:32:57.443779 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device f3f09f07-6663-4a6c-93ae-84f315890196 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:32:57.444277 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711882'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.449811 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664de174-e0b8-463c-af58-29cec0a0987d admin admin] Pushing event updated for resources: {'Network': ['ID=ad5cbeaa-c211-400d-a543-412a9eb74392,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:57.470064 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Network ad5cbeaa-c211-400d-a543-412a9eb74392 details requested by agent ovs-agent-dv-cinder-809306-1-iscsi with host dv-cinder-809306-1-iscsi {{(pid=93922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:32:57.622158 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port f3f09f07-6663-4a6c-93ae-84f315890196 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:57.622540 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.630982 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4294431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711908'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.661632 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55690) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:57.676595 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8908246-3643-448e-bd6a-9790e9bb7b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.690854 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74767fee-523d-431e-bfce-aa2f1f202603,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:57.710875 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Checking segment: {'id': '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:32:57.714915 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Network hostable DHCP agents. Network: ad5cbeaa-c211-400d-a543-412a9eb74392, hostable agents: ['f09c5c9e-dadc-4083-adc4-f8f2ffed07dc'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:32:57.741474 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Network ad5cbeaa-c211-400d-a543-412a9eb74392 is scheduled to be hosted by DHCP agent f09c5c9e-dadc-4083-adc4-f8f2ffed07dc with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:32:57.743168 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 2, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:57.751398 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.771131 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809306-1-iscsi, ad5cbeaa-c211-400d-a543-412a9eb74392) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:57.778430 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:57.779508 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.785657 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Checking router: f20da24d-e0a9-432b-9f60-1fbac4c87d87 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:32:57.786006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Updating router f20da24d-e0a9-432b-9f60-1fbac4c87d87 port 4ab761ec-3bc1-436f-ad7e-e31764045f91 binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:32:57.788103 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e96697e-0b1b-46c8-b729-733ffbfcbced None None] Network ad5cbeaa-c211-400d-a543-412a9eb74392 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:32:57.793925 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8908246-3643-448e-bd6a-9790e9bb7b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.799570 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8908246-3643-448e-bd6a-9790e9bb7b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.806787 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bbcbe08e-8420-4287-a9a0-8f6395e4af38 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4038651 Sep 16 02:32:57.809116 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55694) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:57.814721 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-238043483-router', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:32:57.841457 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port f3f09f07-6663-4a6c-93ae-84f315890196, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=f3f09f07-6663-4a6c-93ae-84f315890196,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:57.845899 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.849035 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c8908246-3643-448e-bd6a-9790e9bb7b46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74ff7c60ee0341cf9206517c6237c38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862981 Sep 16 02:32:57.849611 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55696) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:57.851572 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8908246-3643-448e-bd6a-9790e9bb7b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2f30c1-663f-4df6-890f-b5d3111af02a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:57.877425 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7869852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2468'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.878508 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7864588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8120476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8210449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2451'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.883393 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.889694 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6d935-fd33-4e76-a23f-84e1dd104049 req-1fac3f15-7cd2-4491-a73a-7335a057e13a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:57.891725 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-25b6d935-fd33-4e76-a23f-84e1dd104049 req-1fac3f15-7cd2-4491-a73a-7335a057e13a tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 947 time: 0.0645258 Sep 16 02:32:57.910126 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3314a894-1781-45a4-83be-4f70a069e454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.947532 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3314a894-1781-45a4-83be-4f70a069e454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.961189 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:57.978912 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-25b6d935-fd33-4e76-a23f-84e1dd104049 req-aea47e84-9b09-44fa-a42e-d1e1c6dc280d tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5ec2c57-4746-44e1-97f7-31e39fbf5d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708916 Sep 16 02:32:58.009211 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=f3f09f07-6663-4a6c-93ae-84f315890196,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:58.016301 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccff05-b476-495c-9485-4a73a247de30 req-910f08bb-361e-45cc-85cd-2d38d290626f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:32:58.017800 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-01ccff05-b476-495c-9485-4a73a247de30 req-910f08bb-361e-45cc-85cd-2d38d290626f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.15 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 947 time: 0.0851569 Sep 16 02:32:58.058269 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3314a894-1781-45a4-83be-4f70a069e454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.060890 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3314a894-1781-45a4-83be-4f70a069e454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.063033 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-3314a894-1781-45a4-83be-4f70a069e454 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db2f30c1-663f-4df6-890f-b5d3111af02a HTTP/1.1" status: 204 len: 168 time: 0.2123625 Sep 16 02:32:58.117802 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314a894-1781-45a4-83be-4f70a069e454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2f30c1-663f-4df6-890f-b5d3111af02a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:58.128821 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea0194de-0e4e-5cff-8928-79b91472b142-ad5cbeaa-c211-400d-a543-412a9eb74392', 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'fixed_ips': [{'subnet_id': '74767fee-523d-431e-bfce-aa2f1f202603'}]}} from dv-cinder-809306-1-iscsi. {{(pid=93922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 02:32:58.129678 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.152072 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Deleting port 686aaffe-86bd-46ad-8386-51ed7dea6d1e {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:32:58.153003 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.154018 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.263022 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] For port 686aaffe-86bd-46ad-8386-51ed7dea6d1e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=686aaffe-86bd-46ad-8386-51ed7dea6d1e,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:58.263719 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.395671 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.db_base_plugin_common [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Allocated IP 172.20.0.2 (ad5cbeaa-c211-400d-a543-412a9eb74392/74767fee-523d-431e-bfce-aa2f1f202603/802b769b-1e44-43dd-97f4-65f23b82eb8c) {{(pid=93922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:32:58.407099 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.416326 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.428085 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.435027 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.524564 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.525031 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.526113 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Floating IP c4d7fcae-5990-4731-9871-08945122865c disassociated. External IP: 172.27.2.125, port: 686aaffe-86bd-46ad-8386-51ed7dea6d1e. Sep 16 02:32:58.526682 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Calling delete_port for 686aaffe-86bd-46ad-8386-51ed7dea6d1e owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:32:58.534265 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c777cd4-04e4-4bae-945a-2858b8c07bf9 None None] Pushing event updated for resources: {'Port': ['ID=4ab761ec-3bc1-436f-ad7e-e31764045f91,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:58.580793 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Allocated IP 172.27.2.26 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/78ae3b9e-d005-4807-b2ee-7ba4160bedf2) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:32:58.616056 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Attempting to bind port 4ab761ec-3bc1-436f-ad7e-e31764045f91 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:32:58.616416 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Attempting to bind port 4ab761ec-3bc1-436f-ad7e-e31764045f91 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:32:58.617116 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Attempting to bind port 4ab761ec-3bc1-436f-ad7e-e31764045f91 on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:32:58.630356 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:32:58.630721 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Checking segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:32:58.631116 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.631552 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Bound using segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:32:58.632022 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Bound port: 4ab761ec-3bc1-436f-ad7e-e31764045f91, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:32:58.632393 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.713940 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Notify callbacks [] for port, precommit_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.731809 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354'] for port, after_create {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.780576 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Network ad5cbeaa-c211-400d-a543-412a9eb74392 is already hosted by enough agents. {{(pid=93922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:32:58.783694 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] For port 4ab761ec-3bc1-436f-ad7e-e31764045f91, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:32:58.792696 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.scheduler.base_scheduler [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Resources bound (agent type, host, resource id): {{(pid=93922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:58.803298 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Received port after_create {{(pid=93922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:32:58.805828 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.812855 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.823433 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] For port 4ab761ec-3bc1-436f-ad7e-e31764045f91, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=4ab761ec-3bc1-436f-ad7e-e31764045f91,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:32:58.824493 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Pushing event updated for resources: {'Port': ['ID=802b769b-1e44-43dd-97f4-65f23b82eb8c,revision_number=1']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:58.863691 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.864781 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event deleted for resources: {'Port': ['ID=686aaffe-86bd-46ad-8386-51ed7dea6d1e,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:58.868422 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-c37b3861-513b-47c0-a735-039c4e896861 None None] Provisioning complete for port 4ab761ec-3bc1-436f-ad7e-e31764045f91 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:58.868847 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c37b3861-513b-47c0-a735-039c4e896861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.875498 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.875858 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.876199 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.876796 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.877144 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.877477 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.877809 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.878553 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.879039 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.879434 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.879783 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.880150 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:58.895166 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:58.943093 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:32:58.946660 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:32:58.950890 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:32:58.996385 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Pushing event updated for resources: {'Port': ['ID=78ae3b9e-d005-4807-b2ee-7ba4160bedf2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:59.037490 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Router bbe3e23c-4088-4eac-b09a-2422f491a477 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:32:59.111843 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Attempting to bind port 802b769b-1e44-43dd-97f4-65f23b82eb8c on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:32:59.112205 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Attempting to bind port 802b769b-1e44-43dd-97f4-65f23b82eb8c by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:32:59.112555 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Attempting to bind port 802b769b-1e44-43dd-97f4-65f23b82eb8c on network ad5cbeaa-c211-400d-a543-412a9eb74392 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:32:59.130700 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:32:59.131474 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Checking segment: {'id': '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:32:59.132083 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:59.133073 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Bound using segment: {'id': '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:32:59.133725 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Bound port: 802b769b-1e44-43dd-97f4-65f23b82eb8c, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:32:59.141326 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-edc5f1c2-5c3d-4192-9cc1-05140c787249 req-27275db3-d3c3-4864-806a-edbb9b0e9b1f tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/ports?device_id=49cb949d-66e8-42d0-87fa-1357cf020f02 HTTP/1.1" status: 200 len: 210 time: 0.0403466 Sep 16 02:32:59.145060 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:59.154723 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:59.155392 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:59.242074 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:32:59.265025 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] Sync routers for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:32:59.286786 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:59.287078 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:59.289879 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:59.320775 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] No DVR routers for this DVR port 686aaffe-86bd-46ad-8386-51ed7dea6d1e on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:32:59.327895 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:59.333019 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-01ccff05-b476-495c-9485-4a73a247de30 req-c37cca41-7503-4fb8-b3d7-86b0d9f1b248 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.15 "DELETE /v2.0/ports/686aaffe-86bd-46ad-8386-51ed7dea6d1e HTTP/1.1" status: 204 len: 173 time: 1.3080616 Sep 16 02:32:59.335119 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'name': 'network-vif-deleted', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:32:59.347216 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1975c316-fe72-46c7-ab2c-113e8f5da14f" -d '{"events": [{"server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "name": "network-vif-deleted", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:32:59.439791 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9062bdab-159d-4da0-9173-4cfabfc0419f x-openstack-request-id: req-9062bdab-159d-4da0-9173-4cfabfc0419f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:32:59.440083 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cb949d-66e8-42d0-87fa-1357cf020f02", "name": "network-vif-deleted", "tag": "686aaffe-86bd-46ad-8386-51ed7dea6d1e", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:32:59.440334 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9062bdab-159d-4da0-9173-4cfabfc0419f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:32:59.440726 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cb949d-66e8-42d0-87fa-1357cf020f02', 'name': 'network-vif-deleted', 'tag': '686aaffe-86bd-46ad-8386-51ed7dea6d1e', 'status': 'completed', 'code': 200} Sep 16 02:32:59.452223 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:59.479449 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device f3f09f07-6663-4a6c-93ae-84f315890196 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:32:59.550778 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:32:59.611585 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c777cd4-04e4-4bae-945a-2858b8c07bf9 None None] Pushing event updated for resources: {'Port': ['ID=4ab761ec-3bc1-436f-ad7e-e31764045f91,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:59.677439 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] For port 802b769b-1e44-43dd-97f4-65f23b82eb8c, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:32:59.709044 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55736) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:32:59.720941 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port f3f09f07-6663-4a6c-93ae-84f315890196 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:32:59.721315 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:59.725158 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] For port 802b769b-1e44-43dd-97f4-65f23b82eb8c, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=802b769b-1e44-43dd-97f4-65f23b82eb8c,segment=NetworkSegment(96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b),segment_id=96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:32:59.765037 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:59.772660 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c37b3861-513b-47c0-a735-039c4e896861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:59.779406 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7864579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121419'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:59.814667 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:59.851434 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] Checking router: bbe3e23c-4088-4eac-b09a-2422f491a477 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:32:59.896831 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:32:59.898809 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:32:59.917959 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c37b3861-513b-47c0-a735-039c4e896861 None None] For port 4ab761ec-3bc1-436f-ad7e-e31764045f91, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=4ab761ec-3bc1-436f-ad7e-e31764045f91,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:32:59.922057 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Pushing event updated for resources: {'Port': ['ID=802b769b-1e44-43dd-97f4-65f23b82eb8c,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:32:59.933505 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c37b3861-513b-47c0-a735-039c4e896861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:32:59.945768 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.946117 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.946447 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.946779 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.947703 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.948031 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.948356 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.948681 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.949023 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.949615 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.949933 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.950253 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bffea8-29b4-4091-a605-947f46dc5727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:32:59.960771 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Router b239cce7-71f8-48b9-9c10-a66cca8daf60 is scheduled to L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:32:59.962505 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a3f7675-9882-4cb8-a5be-78cc1a32c2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.113946 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b3861-513b-47c0-a735-039c4e896861 None None] Pushing event updated for resources: {'Port': ['ID=4ab761ec-3bc1-436f-ad7e-e31764045f91,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:00.116588 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a3f7675-9882-4cb8-a5be-78cc1a32c2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.127863 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-72e94b84-d608-4502-9954-226ac2361ffd None None] Provisioning complete for port 4ab761ec-3bc1-436f-ad7e-e31764045f91 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:00.128489 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-72e94b84-d608-4502-9954-226ac2361ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.135835 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a3f7675-9882-4cb8-a5be-78cc1a32c2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.145619 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:33:00.174569 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.176755 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5efae32b-30d2-4467-9bef-1d1c6fbf68b4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3664162 Sep 16 02:33:00.179246 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55744) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:00.216928 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:58Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:00.220227 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Sync routers for ids ['b239cce7-71f8-48b9-9c10-a66cca8daf60'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:33:00.239487 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:33:00.271173 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-0a3f7675-9882-4cb8-a5be-78cc1a32c2d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6804f2e2dfae47019ebbc3f15932cb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585735 Sep 16 02:33:00.271173 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f7675-9882-4cb8-a5be-78cc1a32c2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f75348-de3b-4fdb-abf9-23026d5b5062,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:00.274879 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55748) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:00.297294 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5dd0f-6a07-4b29-a8d0-3fbc1c20a256 None None] The sync data for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi is: [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:58Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:33:00.306034 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55750) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:00.306843 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Routers {'b239cce7-71f8-48b9-9c10-a66cca8daf60'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:33:00.307773 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['b239cce7-71f8-48b9-9c10-a66cca8daf60'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:00.360027 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-faccee7a-166c-49c8-91f1-1580fa842e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.384871 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-faccee7a-166c-49c8-91f1-1580fa842e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.467820 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-faccee7a-166c-49c8-91f1-1580fa842e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.473363 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-faccee7a-166c-49c8-91f1-1580fa842e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.474563 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-faccee7a-166c-49c8-91f1-1580fa842e65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9f75348-de3b-4fdb-abf9-23026d5b5062 HTTP/1.1" status: 204 len: 168 time: 0.1978464 Sep 16 02:33:00.491995 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccee7a-166c-49c8-91f1-1580fa842e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f75348-de3b-4fdb-abf9-23026d5b5062,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:00.534543 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.585372 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.598009 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Set router b239cce7-71f8-48b9-9c10-a66cca8daf60 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:33:00.664176 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:00.707373 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45073089-fc94-40f3-919d-dcaf0c8b73e0 None None] The sync data for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi is: [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:25:39Z', 'revision_number': 4, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': 'c0a39512-f274-4f0a-800f-a9fc2c4d3f18', 'name': '', 'network_id': '90c47045-04a6-463f-aa11-55bc1e553e0f', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'mac_address': 'fa:16:3e:43:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:38Z', 'updated_at': '2021-09-16T02:25:47Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'subnets': [{'id': '11a3dd5f-d5ea-4e03-80d9-63a27d78c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:33:00.816458 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.819046 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:00.820412 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "DELETE /v2.0/security-groups/f5ec2c57-4746-44e1-97f7-31e39fbf5d05 HTTP/1.1" status: 204 len: 168 time: 0.5128069 Sep 16 02:33:00.823203 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55758) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:00.845019 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ec2c57-4746-44e1-97f7-31e39fbf5d05,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:00.845796 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.api.v2.resource [None req-f728e88b-24be-43f6-810d-c48f891f328b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] show failed (client error): The resource could not be found. Sep 16 02:33:00.850289 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-f728e88b-24be-43f6-810d-c48f891f328b tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "GET /v2.0/security-groups/f5ec2c57-4746-44e1-97f7-31e39fbf5d05 HTTP/1.1" status: 404 len: 347 time: 0.0251746 Sep 16 02:33:00.853968 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55760) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:00.877355 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.877707 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.878049 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.878388 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.878807 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.879049 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.879393 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.879724 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.880051 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.881801 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.882153 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:00.882489 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b39cf6-2766-4d39-bcb7-5503e23d4706 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:33:01.021110 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'name': 'tempest-TestVolumeBootPattern-238043483-router', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:57Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 3, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'gw_port': {'id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:58Z', 'updated_at': '2021-09-16T02:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:01.071560 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Checking router: b239cce7-71f8-48b9-9c10-a66cca8daf60 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:33:01.072414 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Updating router b239cce7-71f8-48b9-9c10-a66cca8daf60 port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:33:01.122370 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.147919 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.180142 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-27138b47-7f40-4be4-a152-46bfda2d2457 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Deleting port 1916b9f0-9f94-4fa7-9412-a38a3ae560bd {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:33:01.181108 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-27138b47-7f40-4be4-a152-46bfda2d2457 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.258012 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7572556-1022-44ba-84a9-37d01d3b62b3 None None] New status for floating IP c4d7fcae-5990-4731-9871-08945122865c: DOWN {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:33:01.310770 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-27138b47-7f40-4be4-a152-46bfda2d2457 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.311197 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-27138b47-7f40-4be4-a152-46bfda2d2457 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.333142 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-27138b47-7f40-4be4-a152-46bfda2d2457 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Calling delete_port for 1916b9f0-9f94-4fa7-9412-a38a3ae560bd owned by network:floatingip {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:33:01.460657 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba456f-ab6b-4c38-b247-ddf80607f513 None None] Network ad5cbeaa-c211-400d-a543-412a9eb74392 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:33:01.595695 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 802b769b-1e44-43dd-97f4-65f23b82eb8c up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:33:01.602864 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Allocated IP 172.20.0.1 (ad5cbeaa-c211-400d-a543-412a9eb74392/74767fee-523d-431e-bfce-aa2f1f202603/0b141fc7-fb9c-400d-9c7a-05aa66f99300) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:33:01.656436 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-27138b47-7f40-4be4-a152-46bfda2d2457 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.716971 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-a421f145-7cf6-48fb-9762-1d3a201863c2 None None] Provisioning complete for port 802b769b-1e44-43dd-97f4-65f23b82eb8c triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:01.717473 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a421f145-7cf6-48fb-9762-1d3a201863c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.719098 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27138b47-7f40-4be4-a152-46bfda2d2457 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Pushing event deleted for resources: {'Port': ['ID=1916b9f0-9f94-4fa7-9412-a38a3ae560bd,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:01.760077 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.838769 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-27138b47-7f40-4be4-a152-46bfda2d2457 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks [] for floatingip, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.844149 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-27138b47-7f40-4be4-a152-46bfda2d2457 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.847932 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-27138b47-7f40-4be4-a152-46bfda2d2457 tempest-AttachVolumeShelveTestJSON-1083912434 tempest-AttachVolumeShelveTestJSON-1083912434-project] 10.222.0.35 "DELETE /v2.0/floatingips/c4d7fcae-5990-4731-9871-08945122865c HTTP/1.1" status: 204 len: 168 time: 0.9911621 Sep 16 02:33:01.863303 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:01.919477 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Network ad5cbeaa-c211-400d-a543-412a9eb74392 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:33:01.923311 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:33:01.925185 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Pushing event updated for resources: {'Port': ['ID=0b141fc7-fb9c-400d-9c7a-05aa66f99300,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:01.927375 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:33:01.981478 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8121500'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.187894 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.188811 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 802b769b-1e44-43dd-97f4-65f23b82eb8c triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:02.189232 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.311716 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a421f145-7cf6-48fb-9762-1d3a201863c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.428413 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.451015 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a421f145-7cf6-48fb-9762-1d3a201863c2 None None] For port 802b769b-1e44-43dd-97f4-65f23b82eb8c, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=802b769b-1e44-43dd-97f4-65f23b82eb8c,segment=NetworkSegment(96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b),segment_id=96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:02.453777 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.505395 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.511849 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4294506'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.514692 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a421f145-7cf6-48fb-9762-1d3a201863c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.553424 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Attempting to bind port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:33:02.555915 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Attempting to bind port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:33:02.555915 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Attempting to bind port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 on network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:33:02.571344 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:33:02.571779 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Checking segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:33:02.572329 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.572776 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Bound using segment: {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:33:02.573494 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Bound port: 78ae3b9e-d005-4807-b2ee-7ba4160bedf2, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55a2bac-e16b-416b-be69-479cedd2177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:33:02.573775 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.576208 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.617006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55385733-05a7-46c3-9bdc-163783bfe969 None None] Pushing event updated for resources: {'Port': ['ID=78ae3b9e-d005-4807-b2ee-7ba4160bedf2,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:02.735512 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421f145-7cf6-48fb-9762-1d3a201863c2 None None] Pushing event updated for resources: {'Port': ['ID=802b769b-1e44-43dd-97f4-65f23b82eb8c,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:02.741589 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] For port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:33:02.759161 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] For port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=78ae3b9e-d005-4807-b2ee-7ba4160bedf2,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:33:02.768562 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.772351 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.db.api [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 02:33:02.772701 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG oslo_db.api [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 02:33:02.797944 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-635c2cc9-8dcf-4f69-af5c-564cc009f0ba None None] Provisioning complete for port 802b769b-1e44-43dd-97f4-65f23b82eb8c triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:02.798318 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-635c2cc9-8dcf-4f69-af5c-564cc009f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.843730 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869196'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:02.858482 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Pushing event updated for resources: {'Port': ['ID=0b141fc7-fb9c-400d-9c7a-05aa66f99300,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:02.862222 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55385733-05a7-46c3-9bdc-163783bfe969 None None] Pushing event updated for resources: {'Port': ['ID=78ae3b9e-d005-4807-b2ee-7ba4160bedf2,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:02.870452 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Routers {'b239cce7-71f8-48b9-9c10-a66cca8daf60'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:33:02.871188 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['b239cce7-71f8-48b9-9c10-a66cca8daf60'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:02.946684 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Network ad5cbeaa-c211-400d-a543-412a9eb74392 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:33:02.948117 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:33:03.016393 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-635c2cc9-8dcf-4f69-af5c-564cc009f0ba None None] Provisioning complete for port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:03.016764 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-635c2cc9-8dcf-4f69-af5c-564cc009f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:03.019330 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] Set router b239cce7-71f8-48b9-9c10-a66cca8daf60 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:33:03.067020 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Router b239cce7-71f8-48b9-9c10-a66cca8daf60 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:33:03.117200 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-635c2cc9-8dcf-4f69-af5c-564cc009f0ba None None] Port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:33:03.183073 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:33:03.191763 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e5812cde-b3ef-4bd5-9db1-5455ebd88b48 admin admin] 10.222.0.35 "PUT /v2.0/routers/b239cce7-71f8-48b9-9c10-a66cca8daf60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0110281 Sep 16 02:33:03.246812 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-b3c2f0e2-7486-4f3f-b20a-b5b8c16ba07f None None] Provisioning complete for port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:03.247186 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f0e2-7486-4f3f-b20a-b5b8c16ba07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:03.322938 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2f0e2-7486-4f3f-b20a-b5b8c16ba07f None None] Port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:33:03.337159 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'name': 'tempest-TestVolumeBootPattern-238043483-router', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:57Z', 'updated_at': '2021-09-16T02:33:02Z', 'revision_number': 4, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'gw_port': {'id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:58Z', 'updated_at': '2021-09-16T02:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '0b141fc7-fb9c-400d-9c7a-05aa66f99300', 'name': '', 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'mac_address': 'fa:16:3e:c4:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '74767fee-523d-431e-bfce-aa2f1f202603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:33:01Z', 'updated_at': '2021-09-16T02:33:02Z', 'revision_number': 2, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'subnets': [{'id': '74767fee-523d-431e-bfce-aa2f1f202603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:03.348252 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 4ab761ec-3bc1-436f-ad7e-e31764045f91 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:33:03.373304 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8379d-9537-4146-8e50-fe963da40965 None None] The sync data for ids ['b239cce7-71f8-48b9-9c10-a66cca8daf60'] in dv-cinder-809306-1-iscsi is: [{'id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'name': 'tempest-TestVolumeBootPattern-238043483-router', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:57Z', 'updated_at': '2021-09-16T02:33:02Z', 'revision_number': 4, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'gw_port': {'id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:58Z', 'updated_at': '2021-09-16T02:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '0b141fc7-fb9c-400d-9c7a-05aa66f99300', 'name': '', 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'mac_address': 'fa:16:3e:c4:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '74767fee-523d-431e-bfce-aa2f1f202603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:33:01Z', 'updated_at': '2021-09-16T02:33:02Z', 'revision_number': 2, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'subnets': [{'id': '74767fee-523d-431e-bfce-aa2f1f202603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:33:03.419801 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 4ab761ec-3bc1-436f-ad7e-e31764045f91 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:03.420174 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:03.615772 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 802b769b-1e44-43dd-97f4-65f23b82eb8c up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:33:03.670313 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 802b769b-1e44-43dd-97f4-65f23b82eb8c triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:03.670681 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:03.866327 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55818) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:03.871775 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-6106b10a-204c-4bea-bd4f-9bb702753555 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534985326', 'description': 'tempest-secgroup-smoke-534985326 description', 'project_id': '122d668a284845f29031559d8129dec9'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:03.894405 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6106b10a-204c-4bea-bd4f-9bb702753555 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.000472 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6106b10a-204c-4bea-bd4f-9bb702753555 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.004496 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6106b10a-204c-4bea-bd4f-9bb702753555 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.036629 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6106b10a-204c-4bea-bd4f-9bb702753555 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.037882 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6106b10a-204c-4bea-bd4f-9bb702753555 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1704357 Sep 16 02:33:04.042793 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55820) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:04.049762 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-cb4d79be-17dd-4357-b882-ce02d5c6c81c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'security_group_rule': {'security_group_id': 'deedd0c9-ccf7-40e5-a17c-ac34059f9437', 'project_id': '122d668a284845f29031559d8129dec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:04.055852 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106b10a-204c-4bea-bd4f-9bb702753555 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deedd0c9-ccf7-40e5-a17c-ac34059f9437,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:04.081129 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cb4d79be-17dd-4357-b882-ce02d5c6c81c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.139006 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cb4d79be-17dd-4357-b882-ce02d5c6c81c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.142933 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cb4d79be-17dd-4357-b882-ce02d5c6c81c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.161715 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d79be-17dd-4357-b882-ce02d5c6c81c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79703df0-c2bc-4473-84bf-f233598047e8,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:04.164891 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cb4d79be-17dd-4357-b882-ce02d5c6c81c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.169360 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-cb4d79be-17dd-4357-b882-ce02d5c6c81c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226537 Sep 16 02:33:04.169806 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55822) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:04.173817 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-2cff0d35-42bf-4cfd-a57f-136fd1bf0e71 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'security_group_rule': {'security_group_id': 'deedd0c9-ccf7-40e5-a17c-ac34059f9437', 'project_id': '122d668a284845f29031559d8129dec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:04.201577 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2cff0d35-42bf-4cfd-a57f-136fd1bf0e71 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.263667 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2cff0d35-42bf-4cfd-a57f-136fd1bf0e71 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.268882 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2cff0d35-42bf-4cfd-a57f-136fd1bf0e71 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.288108 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff0d35-42bf-4cfd-a57f-136fd1bf0e71 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8918ed5-7ae1-43fa-bbca-2a4dcba45119,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:04.292055 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2cff0d35-42bf-4cfd-a57f-136fd1bf0e71 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.293245 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-2cff0d35-42bf-4cfd-a57f-136fd1bf0e71 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228178 Sep 16 02:33:04.296318 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 55824) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:04.301113 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c8f425b2-db37-49ef-b2fc-4bf57ca447df tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'security_group_rule': {'security_group_id': 'deedd0c9-ccf7-40e5-a17c-ac34059f9437', 'project_id': '122d668a284845f29031559d8129dec9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:04.329759 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8f425b2-db37-49ef-b2fc-4bf57ca447df tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.394391 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8f425b2-db37-49ef-b2fc-4bf57ca447df tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.398435 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8f425b2-db37-49ef-b2fc-4bf57ca447df tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.413385 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f425b2-db37-49ef-b2fc-4bf57ca447df tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1bbe4b-9901-44a1-a22e-c0eb892a7e22,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:04.425016 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8f425b2-db37-49ef-b2fc-4bf57ca447df tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.426453 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c8f425b2-db37-49ef-b2fc-4bf57ca447df tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288655 Sep 16 02:33:04.429209 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55828) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:04.433760 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-3472e2f5-6fa5-4fb8-a7c1-5d16daa5a167 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'security_group_rule': {'security_group_id': 'deedd0c9-ccf7-40e5-a17c-ac34059f9437', 'project_id': '122d668a284845f29031559d8129dec9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:04.460685 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3472e2f5-6fa5-4fb8-a7c1-5d16daa5a167 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.524413 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3472e2f5-6fa5-4fb8-a7c1-5d16daa5a167 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.528730 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3472e2f5-6fa5-4fb8-a7c1-5d16daa5a167 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.546824 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472e2f5-6fa5-4fb8-a7c1-5d16daa5a167 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77eb186-dfa2-4bf4-bdfb-e74633aa5e42,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:04.553325 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3472e2f5-6fa5-4fb8-a7c1-5d16daa5a167 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.554024 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-3472e2f5-6fa5-4fb8-a7c1-5d16daa5a167 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236975 Sep 16 02:33:04.556561 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55832) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:04.561044 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-6482054c-5785-4534-a07a-47b7908879a4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'security_group_rule': {'security_group_id': 'deedd0c9-ccf7-40e5-a17c-ac34059f9437', 'project_id': '122d668a284845f29031559d8129dec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:04.592929 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.securitygroups_db [None req-6482054c-5785-4534-a07a-47b7908879a4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Project 122d668a284845f29031559d8129dec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:33:04.598416 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6482054c-5785-4534-a07a-47b7908879a4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.606986 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 686aaffe-86bd-46ad-8386-51ed7dea6d1e no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:33:04.632251 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 686aaffe-86bd-46ad-8386-51ed7dea6d1e {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:33:04.632610 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 686aaffe-86bd-46ad-8386-51ed7dea6d1e not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:33:04.660404 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6482054c-5785-4534-a07a-47b7908879a4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.663628 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6482054c-5785-4534-a07a-47b7908879a4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.680073 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482054c-5785-4534-a07a-47b7908879a4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b83fb9d-9181-43e3-825d-6357a1d52526,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:04.687051 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6482054c-5785-4534-a07a-47b7908879a4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.688358 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-6482054c-5785-4534-a07a-47b7908879a4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309183 Sep 16 02:33:04.691123 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55836) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:04.695304 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-53bc6cf0-21ca-4bfe-9afe-0ac5d9026e50 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'security_group_rule': {'security_group_id': 'deedd0c9-ccf7-40e5-a17c-ac34059f9437', 'project_id': '122d668a284845f29031559d8129dec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:04.715478 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.securitygroups_db [None req-53bc6cf0-21ca-4bfe-9afe-0ac5d9026e50 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Project 122d668a284845f29031559d8129dec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:33:04.720191 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53bc6cf0-21ca-4bfe-9afe-0ac5d9026e50 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.779912 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53bc6cf0-21ca-4bfe-9afe-0ac5d9026e50 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.783230 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53bc6cf0-21ca-4bfe-9afe-0ac5d9026e50 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8052054'] for security_group_rule, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.799791 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc6cf0-21ca-4bfe-9afe-0ac5d9026e50 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3df591-d859-4b1a-bd3c-70f36973bc00,revision_number=0']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:04.805336 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53bc6cf0-21ca-4bfe-9afe-0ac5d9026e50 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:04.806245 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-53bc6cf0-21ca-4bfe-9afe-0ac5d9026e50 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1141663 Sep 16 02:33:05.595410 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:33:05.646248 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:05.646951 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:05.730952 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:05.736004 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Sync routers for ids ['b239cce7-71f8-48b9-9c10-a66cca8daf60'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:33:05.757955 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] For port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=78ae3b9e-d005-4807-b2ee-7ba4160bedf2,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:05.758948 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Routers {'b239cce7-71f8-48b9-9c10-a66cca8daf60'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:33:05.759628 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['b239cce7-71f8-48b9-9c10-a66cca8daf60'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:05.763181 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:06.003734 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Pushing event updated for resources: {'Port': ['ID=78ae3b9e-d005-4807-b2ee-7ba4160bedf2,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:06.026978 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Set router b239cce7-71f8-48b9-9c10-a66cca8daf60 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:33:06.225091 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'name': 'tempest-TestVolumeBootPattern-238043483-router', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:57Z', 'updated_at': '2021-09-16T02:33:02Z', 'revision_number': 4, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'gw_port': {'id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:58Z', 'updated_at': '2021-09-16T02:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '0b141fc7-fb9c-400d-9c7a-05aa66f99300', 'name': '', 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'mac_address': 'fa:16:3e:c4:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '74767fee-523d-431e-bfce-aa2f1f202603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:33:01Z', 'updated_at': '2021-09-16T02:33:02Z', 'revision_number': 2, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'subnets': [{'id': '74767fee-523d-431e-bfce-aa2f1f202603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:06.255454 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Checking router: b239cce7-71f8-48b9-9c10-a66cca8daf60 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:33:06.255803 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Updating router b239cce7-71f8-48b9-9c10-a66cca8daf60 port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 binding host dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:33:06.282831 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:06.543391 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:06.551861 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55908) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:06.553213 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:06.605861 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e803d7-0adc-4d5f-89fc-8dae28fd61fc None None] Pushing event updated for resources: {'Port': ['ID=0b141fc7-fb9c-400d-9c7a-05aa66f99300,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:06.672865 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Attempting to bind port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 on host dv-cinder-809306-1-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:33:06.673496 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Attempting to bind port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 by drivers openvswitch,hyperv on host dv-cinder-809306-1-iscsi at level 0 using segments [{'id': '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:33:06.673848 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Attempting to bind port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 on network ad5cbeaa-c211-400d-a543-412a9eb74392 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:33:06.679311 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Checking agent: {'id': '1a90ac88-cc66-4ff0-846b-87c0cba261ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 17, 52), 'started_at': datetime.datetime(2021, 9, 16, 2, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:33:06.681844 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Checking segment: {'id': '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:33:06.681844 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:06.681844 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Bound using segment: {'id': '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:33:06.681844 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Bound port: 0b141fc7-fb9c-400d-9c7a-05aa66f99300, host: dv-cinder-809306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:33:06.685132 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:06.773339 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] For port 0b141fc7-fb9c-400d-9c7a-05aa66f99300, host dv-cinder-809306-1-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:33:06.777330 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] For port 0b141fc7-fb9c-400d-9c7a-05aa66f99300, host dv-cinder-809306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0b141fc7-fb9c-400d-9c7a-05aa66f99300,segment=NetworkSegment(96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b),segment_id=96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:33:06.785837 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:06.857954 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Routers {'b239cce7-71f8-48b9-9c10-a66cca8daf60'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:33:06.858518 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['b239cce7-71f8-48b9-9c10-a66cca8daf60'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:06.863767 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e803d7-0adc-4d5f-89fc-8dae28fd61fc None None] Pushing event updated for resources: {'Port': ['ID=0b141fc7-fb9c-400d-9c7a-05aa66f99300,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:06.984622 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-55638d34-b170-4c03-89a1-0641f9bcc4dd tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=911c41f2677b488086f2a0a0ebaeb9aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385604 Sep 16 02:33:06.996092 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-a4ea6d3c-d0f9-41eb-baf8-f9c433c7eaae None None] Provisioning complete for port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:06.996468 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a4ea6d3c-d0f9-41eb-baf8-f9c433c7eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:07.025779 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] Set router b239cce7-71f8-48b9-9c10-a66cca8daf60 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:33:07.207201 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a4ea6d3c-d0f9-41eb-baf8-f9c433c7eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:07.221181 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-82df0687-fb13-4354-b7bc-4f41763ab829 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:07.222785 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-82df0687-fb13-4354-b7bc-4f41763ab829 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325733 Sep 16 02:33:07.240330 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-b06567ad-f2bd-4294-a02f-41361e10a349 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/quotas/911c41f2677b488086f2a0a0ebaeb9aa HTTP/1.1" status: 200 len: 375 time: 0.0098078 Sep 16 02:33:07.261312 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869201'] for router_interface, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:07.267401 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a4ea6d3c-d0f9-41eb-baf8-f9c433c7eaae None None] For port 0b141fc7-fb9c-400d-9c7a-05aa66f99300, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0b141fc7-fb9c-400d-9c7a-05aa66f99300,segment=NetworkSegment(96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b),segment_id=96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:07.285569 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-1babf606-4d6f-4da0-b743-c53bc527035d tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=911c41f2677b488086f2a0a0ebaeb9aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357294 Sep 16 02:33:07.286988 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a4ea6d3c-d0f9-41eb-baf8-f9c433c7eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:07.355110 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea6d3c-d0f9-41eb-baf8-f9c433c7eaae None None] Pushing event updated for resources: {'Port': ['ID=0b141fc7-fb9c-400d-9c7a-05aa66f99300,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:07.367260 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'name': 'tempest-TestVolumeBootPattern-238043483-router', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:57Z', 'updated_at': '2021-09-16T02:33:02Z', 'revision_number': 4, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'gw_port': {'id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:58Z', 'updated_at': '2021-09-16T02:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '0b141fc7-fb9c-400d-9c7a-05aa66f99300', 'name': '', 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'mac_address': 'fa:16:3e:c4:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '74767fee-523d-431e-bfce-aa2f1f202603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:33:01Z', 'updated_at': '2021-09-16T02:33:06Z', 'revision_number': 4, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'subnets': [{'id': '74767fee-523d-431e-bfce-aa2f1f202603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:07.401907 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9202b06-7335-47d5-8fca-8f534d478ed4 None None] The sync data for ids ['b239cce7-71f8-48b9-9c10-a66cca8daf60'] in dv-cinder-809306-1-iscsi is: [{'id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'name': 'tempest-TestVolumeBootPattern-238043483-router', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:57Z', 'updated_at': '2021-09-16T02:33:02Z', 'revision_number': 4, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'gw_port': {'id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:58Z', 'updated_at': '2021-09-16T02:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '0b141fc7-fb9c-400d-9c7a-05aa66f99300', 'name': '', 'network_id': 'ad5cbeaa-c211-400d-a543-412a9eb74392', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'mac_address': 'fa:16:3e:c4:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '74767fee-523d-431e-bfce-aa2f1f202603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:33:01Z', 'updated_at': '2021-09-16T02:33:06Z', 'revision_number': 4, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'subnets': [{'id': '74767fee-523d-431e-bfce-aa2f1f202603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:33:07.424638 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-f06284fa-3f37-4dea-bd4e-3413aa45a60f None None] Provisioning complete for port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:07.425007 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f06284fa-3f37-4dea-bd4e-3413aa45a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:07.595305 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a977e5df-cfdc-4954-bca8-547d6a5dcf0e req-add8f674-cfe7-4f55-b0e7-33ac3ca87007 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 210 time: 0.0961404 Sep 16 02:33:07.648382 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] Deleting port c0a39512-f274-4f0a-800f-a9fc2c4d3f18 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:33:07.648727 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:07.662538 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 0b141fc7-fb9c-400d-9c7a-05aa66f99300 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:33:07.729380 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:07.730467 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:07.751057 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] For port c0a39512-f274-4f0a-800f-a9fc2c4d3f18, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=c0a39512-f274-4f0a-800f-a9fc2c4d3f18,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:07.751597 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:07.769863 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] Calling delete_port for c0a39512-f274-4f0a-800f-a9fc2c4d3f18 owned by network:router_interface {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:33:07.830454 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 up at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:33:07.885546 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Provisioning complete for port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:07.886167 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:08.004322 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:08.031968 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a39512-f274-4f0a-800f-a9fc2c4d3f18,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:08.446531 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8121505'] for router_interface, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:08.663922 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] Router bbe3e23c-4088-4eac-b09a-2422f491a477 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:33:08.686641 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8dda55ec-4b97-4f76-b654-f488496c6d7f req-cdccaea5-eee4-4e83-b22c-a12b75a54684 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 210 time: 0.0284736 Sep 16 02:33:08.775501 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:33:08.782181 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-70053943-b76d-4b2e-bb56-5cd9e231803d admin admin] 10.222.0.35 "PUT /v2.0/routers/bbe3e23c-4088-4eac-b09a-2422f491a477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2285688 Sep 16 02:33:08.783518 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55950) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:08.784926 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] Sync routers for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:33:08.794482 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:33:08.795085 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:08.892161 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:08.899826 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:33:08.998175 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.050857 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Deleting port 10cab390-f8fd-434d-a92e-0e21c7e07941 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:33:09.051193 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.077238 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:33:07Z', 'revision_number': 5, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port': {'id': '10cab390-f8fd-434d-a92e-0e21c7e07941', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:25:34Z', 'updated_at': '2021-09-16T02:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:09.102159 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] Checking router: bbe3e23c-4088-4eac-b09a-2422f491a477 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:33:09.110188 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] Routers {'bbe3e23c-4088-4eac-b09a-2422f491a477'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:33:09.110790 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:32:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['bbe3e23c-4088-4eac-b09a-2422f491a477'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:09.134001 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] For port 10cab390-f8fd-434d-a92e-0e21c7e07941, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=10cab390-f8fd-434d-a92e-0e21c7e07941,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:09.134893 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.150687 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Calling delete_port for 10cab390-f8fd-434d-a92e-0e21c7e07941 owned by network:router_gateway {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:33:09.198401 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] Set router bbe3e23c-4088-4eac-b09a-2422f491a477 gateway port host: None {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:33:09.252511 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:33:08Z', 'revision_number': 6, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port_host': None}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:09.281497 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70090e4c-972d-4650-bb4b-2cabcfb46bf7 None None] The sync data for ids ['bbe3e23c-4088-4eac-b09a-2422f491a477'] in dv-cinder-809306-1-iscsi is: [{'id': 'bbe3e23c-4088-4eac-b09a-2422f491a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1966417988-router', 'tenant_id': '693524e38ce244caa2d2db6394b78c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:25:33Z', 'updated_at': '2021-09-16T02:33:08Z', 'revision_number': 6, 'project_id': '693524e38ce244caa2d2db6394b78c5f', 'gw_port_host': None}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:33:09.333816 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.361405 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10cab390-f8fd-434d-a92e-0e21c7e07941,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:09.421307 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121447'] for router_gateway, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.513984 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7864630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2442'] for router, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.516130 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.566008 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7864781'] for router, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.566459 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbe3e23c-4088-4eac-b09a-2422f491a477 {{(pid=93921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:33:09.571372 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.572521 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c943e915-16fb-43f9-b311-7e1fa7fc46a3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/bbe3e23c-4088-4eac-b09a-2422f491a477 HTTP/1.1" status: 204 len: 168 time: 0.7877376 Sep 16 02:33:09.575380 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55956) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:09.625876 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1ee6e1-f01d-427a-b24a-5b4174b03dff admin admin] Deleting subnet 11a3dd5f-d5ea-4e03-80d9-63a27d78c419 {{(pid=93921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:33:09.632520 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee6e1-f01d-427a-b24a-5b4174b03dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.671599 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee6e1-f01d-427a-b24a-5b4174b03dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020769'] for subnet, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.759584 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device c0a39512-f274-4f0a-800f-a9fc2c4d3f18 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:33:09.781741 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: c0a39512-f274-4f0a-800f-a9fc2c4d3f18 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:33:09.782069 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device c0a39512-f274-4f0a-800f-a9fc2c4d3f18 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:33:09.784839 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee6e1-f01d-427a-b24a-5b4174b03dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.836963 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-5d2db1d0-6ecd-4a16-b50a-e1b1f5906a1b req-1452a352-3fee-439f-8981-b33a74674cec tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 210 time: 0.0496027 Sep 16 02:33:09.864088 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee6e1-f01d-427a-b24a-5b4174b03dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16418835'] for subnet, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.890457 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ee6e1-f01d-427a-b24a-5b4174b03dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a3dd5f-d5ea-4e03-80d9-63a27d78c419,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:09.892452 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee6e1-f01d-427a-b24a-5b4174b03dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:09.894305 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-4d1ee6e1-f01d-427a-b24a-5b4174b03dff admin admin] 10.222.0.35 "DELETE /v2.0/subnets/11a3dd5f-d5ea-4e03-80d9-63a27d78c419 HTTP/1.1" status: 204 len: 168 time: 0.3180048 Sep 16 02:33:09.896745 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55960) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:09.899180 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b3ae3-2606-40e0-80c6-8c55e3a3d040 None None] Network 90c47045-04a6-463f-aa11-55bc1e553e0f requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:33:09.967164 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.023169 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Deleting port 0852b348-f709-449c-90fa-f796b3ade141 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:33:10.023544 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.076045 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518d2d20-7331-4369-a94b-86c1337295f7 None None] DHCP port deletion for 90c47045-04a6-463f-aa11-55bc1e553e0f request from dv-cinder-809306-1-iscsi {{(pid=93922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 02:33:10.097430 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] For port 0852b348-f709-449c-90fa-f796b3ade141, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0852b348-f709-449c-90fa-f796b3ade141,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:10.097915 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.113575 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Calling delete_port for 0852b348-f709-449c-90fa-f796b3ade141 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:33:10.122388 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-518d2d20-7331-4369-a94b-86c1337295f7 None None] Deleting port 0852b348-f709-449c-90fa-f796b3ade141 {{(pid=93922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:33:10.122768 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-518d2d20-7331-4369-a94b-86c1337295f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.194534 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-518d2d20-7331-4369-a94b-86c1337295f7 None None] For port 0852b348-f709-449c-90fa-f796b3ade141, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0852b348-f709-449c-90fa-f796b3ade141,segment=NetworkSegment(c6580032-a241-4260-b9b9-4652f29a13bb),segment_id=c6580032-a241-4260-b9b9-4652f29a13bb)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:10.194935 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-518d2d20-7331-4369-a94b-86c1337295f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.204386 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.208923 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-518d2d20-7331-4369-a94b-86c1337295f7 None None] Calling delete_port for 0852b348-f709-449c-90fa-f796b3ade141 owned by network:dhcp {{(pid=93922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:33:10.231030 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=0852b348-f709-449c-90fa-f796b3ade141,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:10.233057 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] No DVR routers for this DVR port 0852b348-f709-449c-90fa-f796b3ade141 on host dv-cinder-809306-1-iscsi {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:33:10.293503 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-518d2d20-7331-4369-a94b-86c1337295f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363'] for port, after_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.306833 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.318814 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d2d20-7331-4369-a94b-86c1337295f7 None None] Pushing event deleted for resources: {'Port': ['ID=0852b348-f709-449c-90fa-f796b3ade141,revision_number=None']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:10.324437 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d2d20-7331-4369-a94b-86c1337295f7 None None] No DVR routers for this DVR port 0852b348-f709-449c-90fa-f796b3ade141 on host dv-cinder-809306-1-iscsi {{(pid=93922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:33:10.329801 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c47045-04a6-463f-aa11-55bc1e553e0f']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:10.344989 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6580032-a241-4260-b9b9-4652f29a13bb') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:10.345320 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6580032-a241-4260-b9b9-4652f29a13bb') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:10.358096 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.369187 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.374890 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:33:10.375267 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:33:10.376932 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:33:10.436606 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.441771 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.443616 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] 10.222.0.35 "DELETE /v2.0/networks/90c47045-04a6-463f-aa11-55bc1e553e0f HTTP/1.1" status: 204 len: 168 time: 0.5459504 Sep 16 02:33:10.455188 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614701a6-db21-4130-bf47-5bc862e42d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c47045-04a6-463f-aa11-55bc1e553e0f,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:10.574942 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55968) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:10.617301 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-9ce1d669-8cdd-4254-9795-ad5241f4d8fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=693524e38ce244caa2d2db6394b78c5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411699 Sep 16 02:33:10.620407 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 55970) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:10.669401 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ca8357e1-55c5-4369-a360-e74eba60fb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.690164 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ca8357e1-55c5-4369-a360-e74eba60fb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.752292 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ca8357e1-55c5-4369-a360-e74eba60fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.754832 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ca8357e1-55c5-4369-a360-e74eba60fb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:10.756019 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-ca8357e1-55c5-4369-a360-e74eba60fb6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92dba5a9-dbe5-4794-a110-e3f1792e6891 HTTP/1.1" status: 204 len: 168 time: 0.1345434 Sep 16 02:33:10.814001 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8357e1-55c5-4369-a360-e74eba60fb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dba5a9-dbe5-4794-a110-e3f1792e6891,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:10.832623 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-02b2f565-c763-46f2-8d6a-e021c667825b tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=911c41f2677b488086f2a0a0ebaeb9aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630531 Sep 16 02:33:10.960989 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e4714692-0f4a-4650-a4e9-327c2a491252 req-6cdfef2d-dd52-4808-8a0f-f756b2a2871f tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 210 time: 0.0420520 Sep 16 02:33:11.080946 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-a44832c1-34f1-40f0-a6ec-061fa9a0f401 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:11.082596 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-a44832c1-34f1-40f0-a6ec-061fa9a0f401 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436893 Sep 16 02:33:11.097066 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Request body: {'port': {'device_id': '4b84d798-85d9-4d50-9cf2-659b084d5314', 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3', 'admin_state_up': True, 'tenant_id': '911c41f2677b488086f2a0a0ebaeb9aa'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:11.205611 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Made reservation on behalf of 911c41f2677b488086f2a0a0ebaeb9aa for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:33:11.208972 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:11.220963 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:11.312706 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:11.316639 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:11.392541 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f235256-f07b-4b01-b2a8-77b865c76085,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:11.462600 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Allocated IP 192.168.233.135 (2cb6147b-a411-4b72-94d3-0377f34cdcc3/8fbff99b-cc07-4f6c-bf43-e1a7786a0e23/7cf75a22-c571-4aa2-9ab9-974f671e3d0d) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:33:11.586605 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 10cab390-f8fd-434d-a92e-0e21c7e07941 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:33:11.612459 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 10cab390-f8fd-434d-a92e-0e21c7e07941 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:33:11.613369 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 10cab390-f8fd-434d-a92e-0e21c7e07941 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:33:11.613988 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 0852b348-f709-449c-90fa-f796b3ade141 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:33:11.636011 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 0852b348-f709-449c-90fa-f796b3ade141 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:33:11.636371 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 0852b348-f709-449c-90fa-f796b3ade141 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:33:11.647179 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:11.683248 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:11.725164 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:33:11.728818 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:33:11.735510 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:33:11.745907 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Pushing event updated for resources: {'Port': ['ID=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:11.801800 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:11.802348 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:11.821017 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-8a66290e-0a98-4830-aec9-2a67d348a395 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7283742 Sep 16 02:33:11.836343 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Request body: {'port': {'device_id': '4b84d798-85d9-4d50-9cf2-659b084d5314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:11.893770 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:12.007680 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-343634b6-fcad-4f5f-9ad3-b9ea2cd3af0b None None] Provisioning complete for port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:12.008265 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-343634b6-fcad-4f5f-9ad3-b9ea2cd3af0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:12.054329 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-343634b6-fcad-4f5f-9ad3-b9ea2cd3af0b None None] Port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:33:12.124091 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad87923-0e6f-4031-9b65-446d76820bce req-55308161-df0b-41d4-91a9-58ad978982c8 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:12.126254 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2ad87923-0e6f-4031-9b65-446d76820bce req-55308161-df0b-41d4-91a9-58ad978982c8 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 936 time: 0.0619519 Sep 16 02:33:12.160574 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:33:12.172257 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2ad87923-0e6f-4031-9b65-446d76820bce req-13cfabcf-01e8-410e-bf83-326f6f6b9883 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f235256-f07b-4b01-b2a8-77b865c76085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Sep 16 02:33:12.230448 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf75a22-c571-4aa2-9ab9-974f671e3d0d {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:33:12.238327 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:12.250579 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Transition to ACTIVE for port object 7cf75a22-c571-4aa2-9ab9-974f671e3d0d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:33:12.253591 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:12.303144 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:12.373642 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Attempting to bind port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:33:12.374008 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Attempting to bind port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'db681e83-23c0-4be9-b38f-21f808dabf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:33:12.374293 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Attempting to bind port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d on network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:33:12.378898 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d on network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:33:12.379212 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Attempting to bind port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d on network 2cb6147b-a411-4b72-94d3-0377f34cdcc3 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:33:12.384212 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:33:12.384548 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Checking segment: {'id': 'db681e83-23c0-4be9-b38f-21f808dabf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:33:12.384932 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Bound using segment: {'id': 'db681e83-23c0-4be9-b38f-21f808dabf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:33:12.385355 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Bound port: 7cf75a22-c571-4aa2-9ab9-974f671e3d0d, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db681e83-23c0-4be9-b38f-21f808dabf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:33:12.385709 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:12.454580 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] For port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:33:12.457544 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] For port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,segment=NetworkSegment(db681e83-23c0-4be9-b38f-21f808dabf20),segment_id=db681e83-23c0-4be9-b38f-21f808dabf20)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:33:12.460900 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:12.496887 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:12.497488 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:12.498865 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] 10.222.0.15 "PUT /v2.0/ports/7cf75a22-c571-4aa2-9ab9-974f671e3d0d HTTP/1.1" status: 200 len: 1098 time: 0.6671107 Sep 16 02:33:12.499309 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b84d798-85d9-4d50-9cf2-659b084d5314', 'tag': '7cf75a22-c571-4aa2-9ab9-974f671e3d0d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:33:12.501541 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927" -d '{"events": [{"name": "network-changed", "server_uuid": "4b84d798-85d9-4d50-9cf2-659b084d5314", "tag": "7cf75a22-c571-4aa2-9ab9-974f671e3d0d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:33:12.528379 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448def3-d6f8-45a7-b794-e611dd12fa82 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:12.538748 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47282e99-ec48-4c4b-bf1b-37ea89e45378 x-openstack-request-id: req-47282e99-ec48-4c4b-bf1b-37ea89e45378 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:33:12.539035 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b84d798-85d9-4d50-9cf2-659b084d5314", "tag": "7cf75a22-c571-4aa2-9ab9-974f671e3d0d", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:33:12.539299 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47282e99-ec48-4c4b-bf1b-37ea89e45378 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:33:12.539704 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b84d798-85d9-4d50-9cf2-659b084d5314', 'tag': '7cf75a22-c571-4aa2-9ab9-974f671e3d0d', 'status': 'completed', 'code': 200} Sep 16 02:33:12.588524 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-592021e1-ac7b-4a97-8e22-f60b96760fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:12.590241 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-592021e1-ac7b-4a97-8e22-f60b96760fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=911c41f2677b488086f2a0a0ebaeb9aa&device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 1101 time: 0.0430090 Sep 16 02:33:12.638076 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-885bfe22-8224-4c08-8b91-fc0ac2c0dacc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=7cf75a22-c571-4aa2-9ab9-974f671e3d0d HTTP/1.1" status: 200 len: 217 time: 0.0393817 Sep 16 02:33:12.695489 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-c9af9aaa-2089-49a8-a734-73df2bbac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:12.697163 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-c9af9aaa-2089-49a8-a734-73df2bbac354 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fbff99b-cc07-4f6c-bf43-e1a7786a0e23 HTTP/1.1" status: 200 len: 843 time: 0.0500133 Sep 16 02:33:12.746143 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-dc4626a0-f7e0-4fb5-862e-bcd059be5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:12.747703 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-dc4626a0-f7e0-4fb5-862e-bcd059be5b94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2cb6147b-a411-4b72-94d3-0377f34cdcc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409143 Sep 16 02:33:12.848621 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-1ea96e43-fd39-4cd4-8dc5-f725dd738ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/2cb6147b-a411-4b72-94d3-0377f34cdcc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892754 Sep 16 02:33:12.939214 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-073746c1-1afc-44f2-93bf-7e207492aba4 req-15ad58e0-bf1d-410d-a6f4-f2825ee8b9dd service neutron] 10.222.0.15 "GET /v2.0/networks/2cb6147b-a411-4b72-94d3-0377f34cdcc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823157 Sep 16 02:33:13.022849 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-1a520ca7-c092-4ade-9a7a-80f6ed1d2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:13.024329 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-1a520ca7-c092-4ade-9a7a-80f6ed1d2c8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=911c41f2677b488086f2a0a0ebaeb9aa&device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 1101 time: 0.0393667 Sep 16 02:33:13.115681 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-66263438-977b-482f-800a-240a1e0fd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:13.117052 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-66263438-977b-482f-800a-240a1e0fd9a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2cb6147b-a411-4b72-94d3-0377f34cdcc3 HTTP/1.1" status: 200 len: 870 time: 0.0856466 Sep 16 02:33:13.159964 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-4b11ccb8-d95e-4b23-a184-c7250cbce30e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=7cf75a22-c571-4aa2-9ab9-974f671e3d0d HTTP/1.1" status: 200 len: 217 time: 0.0347049 Sep 16 02:33:13.217398 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-534d8b62-1a7b-4f69-bbc1-cd43e4190f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:13.219013 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-534d8b62-1a7b-4f69-bbc1-cd43e4190f94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fbff99b-cc07-4f6c-bf43-e1a7786a0e23 HTTP/1.1" status: 200 len: 843 time: 0.0514920 Sep 16 02:33:13.281108 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-c8a41f81-0625-43ba-a183-c1212d3ddf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:13.282610 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-c8a41f81-0625-43ba-a183-c1212d3ddf5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2cb6147b-a411-4b72-94d3-0377f34cdcc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528123 Sep 16 02:33:13.314055 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6b17e-b89d-4ee9-b4ca-7aef459c1561 req-266c3abd-b8fb-4f6c-a477-e9a156389a6c tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:13.315635 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b8e6b17e-b89d-4ee9-b4ca-7aef459c1561 req-266c3abd-b8fb-4f6c-a477-e9a156389a6c tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 948 time: 0.0533667 Sep 16 02:33:13.365520 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b8e6b17e-b89d-4ee9-b4ca-7aef459c1561 req-fea86a13-52f7-4ddc-96a2-044e4ef4d6a8 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f235256-f07b-4b01-b2a8-77b865c76085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428021 Sep 16 02:33:13.400962 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-e8c2e26c-8580-4e9c-915d-6bd01aca2cdc service neutron] 10.222.0.15 "GET /v2.0/networks/2cb6147b-a411-4b72-94d3-0377f34cdcc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093445 Sep 16 02:33:13.500717 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a2a4ca2-9cc5-4853-b18c-b2cda1eb9927 req-5a81c369-f2b0-4a31-ba74-571605730f11 service neutron] 10.222.0.15 "GET /v2.0/networks/2cb6147b-a411-4b72-94d3-0377f34cdcc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871072 Sep 16 02:33:14.295105 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 7cf75a22-c571-4aa2-9ab9-974f671e3d0d details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:33:14.393397 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,segment=NetworkSegment(db681e83-23c0-4be9-b38f-21f808dabf20),segment_id=db681e83-23c0-4be9-b38f-21f808dabf20)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:14.405124 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '7cf75a22-c571-4aa2-9ab9-974f671e3d0d', 'network_id': '2cb6147b-a411-4b72-94d3-0377f34cdcc3', 'port_id': '7cf75a22-c571-4aa2-9ab9-974f671e3d0d', 'mac_address': 'fa:16:3e:33:af:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbff99b-cc07-4f6c-bf43-e1a7786a0e23', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:33:14.444893 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:14.458686 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf75a22-c571-4aa2-9ab9-974f671e3d0d {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:33:14.478357 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,segment=NetworkSegment(db681e83-23c0-4be9-b38f-21f808dabf20),segment_id=db681e83-23c0-4be9-b38f-21f808dabf20)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:14.483781 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:14.494887 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e49199-3144-45f6-93ed-ca0fb29880fa req-40a10448-101b-4a29-85e2-57ef7e83c4d3 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:14.496483 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-90e49199-3144-45f6-93ed-ca0fb29880fa req-40a10448-101b-4a29-85e2-57ef7e83c4d3 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 948 time: 0.0530663 Sep 16 02:33:14.547827 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-90e49199-3144-45f6-93ed-ca0fb29880fa req-a8076020-0827-4d7e-beaa-fb3615586943 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f235256-f07b-4b01-b2a8-77b865c76085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 Sep 16 02:33:14.565021 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:14.736007 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['7cf75a22-c571-4aa2-9ab9-974f671e3d0d'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:33:14.834292 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56080) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:14.938379 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-432fc8a7-f337-4313-be14-42aa270f890c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:15.028399 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-432fc8a7-f337-4313-be14-42aa270f890c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:15.031573 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-432fc8a7-f337-4313-be14-42aa270f890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:15.068505 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-432fc8a7-f337-4313-be14-42aa270f890c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad9329edc2e34ebc89fbe15a6716fe9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329793 Sep 16 02:33:15.070597 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fc8a7-f337-4313-be14-42aa270f890c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8697e19e-e9aa-41c1-81eb-cd9104d62c7e,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:15.071390 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56084) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:15.124415 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d729eaf6-6b99-45f4-9476-8fa6dde8036a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:15.145398 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d729eaf6-6b99-45f4-9476-8fa6dde8036a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:15.192375 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d729eaf6-6b99-45f4-9476-8fa6dde8036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:15.194843 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d729eaf6-6b99-45f4-9476-8fa6dde8036a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:15.195996 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d729eaf6-6b99-45f4-9476-8fa6dde8036a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8697e19e-e9aa-41c1-81eb-cd9104d62c7e HTTP/1.1" status: 204 len: 168 time: 0.1230268 Sep 16 02:33:15.204330 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729eaf6-6b99-45f4-9476-8fa6dde8036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8697e19e-e9aa-41c1-81eb-cd9104d62c7e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:15.676462 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16f59e-df70-42fa-937e-d53f53d85eee req-92011499-d9a9-42b1-a726-36766b50f85e tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:15.678256 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7e16f59e-df70-42fa-937e-d53f53d85eee req-92011499-d9a9-42b1-a726-36766b50f85e tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 949 time: 0.0588336 Sep 16 02:33:15.720402 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7e16f59e-df70-42fa-937e-d53f53d85eee req-8a56c3e9-eb9d-4e57-a66c-c162be0fc819 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f235256-f07b-4b01-b2a8-77b865c76085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359218 Sep 16 02:33:15.902212 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6614b69-64b3-45fe-b7cf-9f2761e3ef84 req-923eb5b5-5a57-4c7f-b14e-917236899fb0 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:15.903792 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a6614b69-64b3-45fe-b7cf-9f2761e3ef84 req-923eb5b5-5a57-4c7f-b14e-917236899fb0 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 945 time: 0.0479834 Sep 16 02:33:15.941131 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a6614b69-64b3-45fe-b7cf-9f2761e3ef84 req-9e22a113-8fec-4997-b295-fb3d7143fcef tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Sep 16 02:33:16.154804 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.292712 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 7cf75a22-c571-4aa2-9ab9-974f671e3d0d up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:33:16.350548 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:33:16.354676 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:16.355232 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.403223 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56144) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:16.434845 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.457930 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84d798-85d9-4d50-9cf2-659b084d5314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf75a22-c571-4aa2-9ab9-974f671e3d0d'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:33:16.460213 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fa3d21-dce4-4237-b1b6-df697c3aab3a" -d '{"events": [{"server_uuid": "4b84d798-85d9-4d50-9cf2-659b084d5314", "name": "network-vif-plugged", "status": "completed", "tag": "7cf75a22-c571-4aa2-9ab9-974f671e3d0d"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:33:16.473893 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,segment=NetworkSegment(db681e83-23c0-4be9-b38f-21f808dabf20),segment_id=db681e83-23c0-4be9-b38f-21f808dabf20)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:16.479605 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.510890 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494103b8-807b-4d80-9147-e784d7dcf43f x-openstack-request-id: req-494103b8-807b-4d80-9147-e784d7dcf43f {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:33:16.511356 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b84d798-85d9-4d50-9cf2-659b084d5314", "name": "network-vif-plugged", "status": "completed", "tag": "7cf75a22-c571-4aa2-9ab9-974f671e3d0d", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:33:16.511615 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-494103b8-807b-4d80-9147-e784d7dcf43f {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:33:16.512091 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b84d798-85d9-4d50-9cf2-659b084d5314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf75a22-c571-4aa2-9ab9-974f671e3d0d', 'code': 200} Sep 16 02:33:16.514663 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d20404aa-1a0b-49c0-9ec5-4d53dce5be0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.530534 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:16.611580 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d20404aa-1a0b-49c0-9ec5-4d53dce5be0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.615343 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d20404aa-1a0b-49c0-9ec5-4d53dce5be0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.652824 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d20404aa-1a0b-49c0-9ec5-4d53dce5be0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc8f4aa890d24442822a79818b6dea83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484057 Sep 16 02:33:16.653695 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20404aa-1a0b-49c0-9ec5-4d53dce5be0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f920ae-c028-4ac4-83fd-580fd9da278e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:16.658179 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56150) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:16.706438 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf800c8b-f580-4770-a9c7-9131d32ac165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.729486 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf800c8b-f580-4770-a9c7-9131d32ac165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.788953 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf800c8b-f580-4770-a9c7-9131d32ac165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.792206 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf800c8b-f580-4770-a9c7-9131d32ac165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:16.793456 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bf800c8b-f580-4770-a9c7-9131d32ac165 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96f920ae-c028-4ac4-83fd-580fd9da278e HTTP/1.1" status: 204 len: 168 time: 0.1363444 Sep 16 02:33:16.802276 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf800c8b-f580-4770-a9c7-9131d32ac165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f920ae-c028-4ac4-83fd-580fd9da278e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:16.990378 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981ea35-4d58-4a5d-b98e-638799cd8900 req-e8bbba1e-b097-4ab7-a6e7-24b045ca6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:16.992037 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3981ea35-4d58-4a5d-b98e-638799cd8900 req-e8bbba1e-b097-4ab7-a6e7-24b045ca6f0b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 1103 time: 0.3533165 Sep 16 02:33:17.004354 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d126c5-102d-4a3e-97c8-35cfc9765368 req-a0994314-8711-4275-a698-1899c1e8a72b tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:17.005881 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a6d126c5-102d-4a3e-97c8-35cfc9765368 req-a0994314-8711-4275-a698-1899c1e8a72b tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 950 time: 0.0594115 Sep 16 02:33:17.066043 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3981ea35-4d58-4a5d-b98e-638799cd8900 req-42dae34d-bc25-48a3-8934-44a360fc9c6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f235256-f07b-4b01-b2a8-77b865c76085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531871 Sep 16 02:33:17.067489 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae06fc9-0dbc-4ebc-bb4c-239c3a5be854 req-741ecd51-8195-4859-a70b-165fc9408c3a tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:17.071970 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a6d126c5-102d-4a3e-97c8-35cfc9765368 req-b8c4f396-cc21-4c53-b25c-73a28b8eda70 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f235256-f07b-4b01-b2a8-77b865c76085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572817 Sep 16 02:33:17.076076 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bae06fc9-0dbc-4ebc-bb4c-239c3a5be854 req-741ecd51-8195-4859-a70b-165fc9408c3a tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 945 time: 0.0571735 Sep 16 02:33:17.110611 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bae06fc9-0dbc-4ebc-bb4c-239c3a5be854 req-c5392a76-db57-4164-aa28-6b3de81f9eed tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5131c88-e7b4-495b-b6b7-5f9657ccdae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Sep 16 02:33:17.716954 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-92d9098d-ce44-4030-8cab-5eeab11aa66d tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:17.718800 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-92d9098d-ce44-4030-8cab-5eeab11aa66d tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.15 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Sep 16 02:33:17.816893 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-5761da20-29e2-4f53-ace0-4e34b840f1b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Deleting port 9fcfb633-800d-4e0e-a6db-ed7603b5b046 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:33:17.817234 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-5761da20-29e2-4f53-ace0-4e34b840f1b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:17.910099 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-5761da20-29e2-4f53-ace0-4e34b840f1b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] For port 9fcfb633-800d-4e0e-a6db-ed7603b5b046, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9fcfb633-800d-4e0e-a6db-ed7603b5b046,segment=NetworkSegment(e74f1824-668a-44c6-b666-442df6067fd2),segment_id=e74f1824-668a-44c6-b666-442df6067fd2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:17.910459 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-5761da20-29e2-4f53-ace0-4e34b840f1b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:17.924254 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-5761da20-29e2-4f53-ace0-4e34b840f1b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Calling delete_port for 9fcfb633-800d-4e0e-a6db-ed7603b5b046 owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:33:18.059006 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-5761da20-29e2-4f53-ace0-4e34b840f1b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:18.073148 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['9fcfb633-800d-4e0e-a6db-ed7603b5b046'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:33:18.096967 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761da20-29e2-4f53-ace0-4e34b840f1b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Pushing event deleted for resources: {'Port': ['ID=9fcfb633-800d-4e0e-a6db-ed7603b5b046,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:18.145651 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-5761da20-29e2-4f53-ace0-4e34b840f1b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] No DVR routers for this DVR port 9fcfb633-800d-4e0e-a6db-ed7603b5b046 on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:33:18.148437 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-5761da20-29e2-4f53-ace0-4e34b840f1b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:18.151791 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8db168e9-afc7-42ff-8300-fe7e55aa2c85 req-5761da20-29e2-4f53-ace0-4e34b840f1b1 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.15 "DELETE /v2.0/ports/9fcfb633-800d-4e0e-a6db-ed7603b5b046 HTTP/1.1" status: 204 len: 173 time: 0.4230494 Sep 16 02:33:18.152456 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267d2921-c155-4474-ac8b-9c605dfc35f4', 'name': 'network-vif-deleted', 'tag': '9fcfb633-800d-4e0e-a6db-ed7603b5b046'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:33:18.156217 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c547c4-64c9-43ea-a37b-e076622f0fc4" -d '{"events": [{"server_uuid": "267d2921-c155-4474-ac8b-9c605dfc35f4", "name": "network-vif-deleted", "tag": "9fcfb633-800d-4e0e-a6db-ed7603b5b046"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:33:18.252776 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-36b74dc2-4368-46fd-b543-7bc8c070f707 req-ada8b300-d487-467a-9c2c-85c116d41986 tempest-VolumesSnapshotTestJSON-326414064 tempest-VolumesSnapshotTestJSON-326414064-project] 10.222.0.35 "GET /v2.0/ports?device_id=267d2921-c155-4474-ac8b-9c605dfc35f4 HTTP/1.1" status: 200 len: 210 time: 0.0423625 Sep 16 02:33:18.307182 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c820b2-b6e5-4775-a9f6-054bb858b83c req-8f18521e-649b-4296-8a3d-b4603bf84668 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:18.309246 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-49c820b2-b6e5-4775-a9f6-054bb858b83c req-8f18521e-649b-4296-8a3d-b4603bf84668 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 950 time: 0.1118503 Sep 16 02:33:18.322548 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352d3d41-b3b7-4173-9737-1763a634fc43 x-openstack-request-id: req-352d3d41-b3b7-4173-9737-1763a634fc43 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:33:18.322926 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267d2921-c155-4474-ac8b-9c605dfc35f4", "name": "network-vif-deleted", "tag": "9fcfb633-800d-4e0e-a6db-ed7603b5b046", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:33:18.323174 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-352d3d41-b3b7-4173-9737-1763a634fc43 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:33:18.323584 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267d2921-c155-4474-ac8b-9c605dfc35f4', 'name': 'network-vif-deleted', 'tag': '9fcfb633-800d-4e0e-a6db-ed7603b5b046', 'status': 'completed', 'code': 200} Sep 16 02:33:18.363848 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-49c820b2-b6e5-4775-a9f6-054bb858b83c req-f24e2a32-6e77-4d85-8326-89a54dd55ea1 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f235256-f07b-4b01-b2a8-77b865c76085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487051 Sep 16 02:33:18.644810 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c3bfc-09e9-4067-b9ea-f18c599642cf req-0e350e75-8ca8-4e94-9d08-e32ee0c27fe7 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:18.646294 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f86c3bfc-09e9-4067-b9ea-f18c599642cf req-0e350e75-8ca8-4e94-9d08-e32ee0c27fe7 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 950 time: 0.0603440 Sep 16 02:33:18.688859 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f86c3bfc-09e9-4067-b9ea-f18c599642cf req-4cd4c8fd-3c3b-4006-af50-89abcbea5555 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f235256-f07b-4b01-b2a8-77b865c76085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350363 Sep 16 02:33:18.758554 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56232) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:18.825620 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-47eeda59-0acb-4ede-9fb9-695c1b7b9977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:18.860688 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b9651f9b-27a4-4bfc-aafc-874c85b3fc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:18.948239 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b9651f9b-27a4-4bfc-aafc-874c85b3fc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:18.952132 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b9651f9b-27a4-4bfc-aafc-874c85b3fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:18.990484 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b9651f9b-27a4-4bfc-aafc-874c85b3fc6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad3a199434a4477093b9deb03022c63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302520 Sep 16 02:33:18.991680 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9651f9b-27a4-4bfc-aafc-874c85b3fc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc3ef36-ed99-4aea-8cbb-9068f7d8a1c0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:18.993718 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56242) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:19.043369 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89db077b-64ae-4072-88fd-bdcf9f96e5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.064386 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89db077b-64ae-4072-88fd-bdcf9f96e5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.108903 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89db077b-64ae-4072-88fd-bdcf9f96e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.111362 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89db077b-64ae-4072-88fd-bdcf9f96e5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.112489 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-89db077b-64ae-4072-88fd-bdcf9f96e5b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdc3ef36-ed99-4aea-8cbb-9068f7d8a1c0 HTTP/1.1" status: 204 len: 168 time: 0.1177328 Sep 16 02:33:19.119964 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db077b-64ae-4072-88fd-bdcf9f96e5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc3ef36-ed99-4aea-8cbb-9068f7d8a1c0,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:19.377517 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56260) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:19.390355 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-59472a76-3549-468f-b24f-e03663e20ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.481535 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-59472a76-3549-468f-b24f-e03663e20ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.484762 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-59472a76-3549-468f-b24f-e03663e20ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.526366 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-59472a76-3549-468f-b24f-e03663e20ca0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2471d471d48749e89c0a89ffaa2c7748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477454 Sep 16 02:33:19.527498 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59472a76-3549-468f-b24f-e03663e20ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ffe43-50cc-47ab-b300-ab5d4d5a7e01,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:19.529055 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56264) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:19.588866 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-396a6231-d107-4b40-891c-b8cf26cf3d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.609099 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-396a6231-d107-4b40-891c-b8cf26cf3d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.655818 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-396a6231-d107-4b40-891c-b8cf26cf3d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.658467 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-396a6231-d107-4b40-891c-b8cf26cf3d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:19.659723 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-396a6231-d107-4b40-891c-b8cf26cf3d55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f60ffe43-50cc-47ab-b300-ab5d4d5a7e01 HTTP/1.1" status: 204 len: 168 time: 0.1296439 Sep 16 02:33:19.667841 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a6231-d107-4b40-891c-b8cf26cf3d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ffe43-50cc-47ab-b300-ab5d4d5a7e01,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:19.814107 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84986ce9-b8a0-45df-a7d1-f9fbfab264c0 req-27012a01-2617-4a13-9c33-df86559d4e9f tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:19.815744 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-84986ce9-b8a0-45df-a7d1-f9fbfab264c0 req-27012a01-2617-4a13-9c33-df86559d4e9f tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 950 time: 0.0532503 Sep 16 02:33:19.864619 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-84986ce9-b8a0-45df-a7d1-f9fbfab264c0 req-d1a422e5-e46a-4e19-88bb-6cfc780786bb tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f235256-f07b-4b01-b2a8-77b865c76085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Sep 16 02:33:20.014897 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6260566-dcfc-4589-b507-c71f534e0222 req-9f4b511f-ee62-44bf-a08f-cb56d071b684 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:20.016816 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a6260566-dcfc-4589-b507-c71f534e0222 req-9f4b511f-ee62-44bf-a08f-cb56d071b684 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 950 time: 0.0512388 Sep 16 02:33:20.112569 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-a6260566-dcfc-4589-b507-c71f534e0222 req-094506b6-5998-4096-8fcb-1085f0bd2043 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Deleting port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:33:20.113222 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a6260566-dcfc-4589-b507-c71f534e0222 req-094506b6-5998-4096-8fcb-1085f0bd2043 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:20.207032 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-a6260566-dcfc-4589-b507-c71f534e0222 req-094506b6-5998-4096-8fcb-1085f0bd2043 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] For port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,segment=NetworkSegment(db681e83-23c0-4be9-b38f-21f808dabf20),segment_id=db681e83-23c0-4be9-b38f-21f808dabf20)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:20.207436 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a6260566-dcfc-4589-b507-c71f534e0222 req-094506b6-5998-4096-8fcb-1085f0bd2043 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:20.220088 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-a6260566-dcfc-4589-b507-c71f534e0222 req-094506b6-5998-4096-8fcb-1085f0bd2043 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Calling delete_port for 7cf75a22-c571-4aa2-9ab9-974f671e3d0d owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:33:20.321006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 9fcfb633-800d-4e0e-a6db-ed7603b5b046 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:33:20.349884 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 9fcfb633-800d-4e0e-a6db-ed7603b5b046 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:33:20.350308 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 9fcfb633-800d-4e0e-a6db-ed7603b5b046 not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:33:20.356197 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a6260566-dcfc-4589-b507-c71f534e0222 req-094506b6-5998-4096-8fcb-1085f0bd2043 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:20.385893 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094506b6-5998-4096-8fcb-1085f0bd2043 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Pushing event deleted for resources: {'Port': ['ID=7cf75a22-c571-4aa2-9ab9-974f671e3d0d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:20.427405 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6260566-dcfc-4589-b507-c71f534e0222 req-094506b6-5998-4096-8fcb-1085f0bd2043 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] No DVR routers for this DVR port 7cf75a22-c571-4aa2-9ab9-974f671e3d0d on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:33:20.429926 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a6260566-dcfc-4589-b507-c71f534e0222 req-094506b6-5998-4096-8fcb-1085f0bd2043 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:20.432690 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a6260566-dcfc-4589-b507-c71f534e0222 req-094506b6-5998-4096-8fcb-1085f0bd2043 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.15 "DELETE /v2.0/ports/7cf75a22-c571-4aa2-9ab9-974f671e3d0d HTTP/1.1" status: 204 len: 173 time: 0.4091523 Sep 16 02:33:20.433169 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84d798-85d9-4d50-9cf2-659b084d5314', 'name': 'network-vif-deleted', 'tag': '7cf75a22-c571-4aa2-9ab9-974f671e3d0d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:33:20.436952 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a7a508-14bb-48cf-806a-a90b151680e9" -d '{"events": [{"server_uuid": "4b84d798-85d9-4d50-9cf2-659b084d5314", "name": "network-vif-deleted", "tag": "7cf75a22-c571-4aa2-9ab9-974f671e3d0d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:33:20.479255 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950ccf28-49d1-4983-a034-6035b45c8af1 x-openstack-request-id: req-950ccf28-49d1-4983-a034-6035b45c8af1 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:33:20.479583 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b84d798-85d9-4d50-9cf2-659b084d5314", "name": "network-vif-deleted", "tag": "7cf75a22-c571-4aa2-9ab9-974f671e3d0d", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:33:20.479838 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-950ccf28-49d1-4983-a034-6035b45c8af1 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:33:20.480238 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b84d798-85d9-4d50-9cf2-659b084d5314', 'name': 'network-vif-deleted', 'tag': '7cf75a22-c571-4aa2-9ab9-974f671e3d0d', 'status': 'completed', 'code': 200} Sep 16 02:33:20.982864 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6b6c5a89-eec8-4fcf-8954-ca1604002df5 req-76b0e471-f34a-49ff-a0cc-ea7f727a8ae1 tempest-VolumesNegativeTest-614233906 tempest-VolumesNegativeTest-614233906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b84d798-85d9-4d50-9cf2-659b084d5314 HTTP/1.1" status: 200 len: 210 time: 0.0319924 Sep 16 02:33:21.453180 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8138e456-a534-4bdd-aa24-85ee8c4f46fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:22.266043 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:22.643217 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:22.998443 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 7cf75a22-c571-4aa2-9ab9-974f671e3d0d no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:33:23.018991 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 7cf75a22-c571-4aa2-9ab9-974f671e3d0d {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:33:23.019367 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 7cf75a22-c571-4aa2-9ab9-974f671e3d0d not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:33:24.067483 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:25.588907 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56596) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:25.717950 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-40e799dc-915c-4182-87c0-b83058ab1b83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=911c41f2677b488086f2a0a0ebaeb9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278183 Sep 16 02:33:25.720705 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56600) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:25.773694 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f247e07-a42f-401d-ba75-211132f352de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:25.796412 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f247e07-a42f-401d-ba75-211132f352de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:25.847485 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f247e07-a42f-401d-ba75-211132f352de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:25.850134 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f247e07-a42f-401d-ba75-211132f352de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:25.851445 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8f247e07-a42f-401d-ba75-211132f352de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f235256-f07b-4b01-b2a8-77b865c76085 HTTP/1.1" status: 204 len: 168 time: 0.1296909 Sep 16 02:33:25.859524 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f247e07-a42f-401d-ba75-211132f352de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f235256-f07b-4b01-b2a8-77b865c76085,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:26.663464 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-82c8d2b4-fe03-4cdd-8b75-9be935d98614 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534985326&fields=id&tenant_id=122d668a284845f29031559d8129dec9 HTTP/1.1" status: 200 len: 267 time: 0.0348966 Sep 16 02:33:26.784283 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-5a91ed30-2578-4b44-858b-14ec25317847 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:26.785746 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-5a91ed30-2578-4b44-858b-14ec25317847 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 812 time: 0.1156402 Sep 16 02:33:26.800954 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-5e980dbb-ea1b-445e-b992-111d31cabecd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/quotas/122d668a284845f29031559d8129dec9 HTTP/1.1" status: 200 len: 375 time: 0.0088751 Sep 16 02:33:26.856321 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-32eb96c9-1eff-44b0-a87f-0216d053d469 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494459 Sep 16 02:33:26.955483 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-da054f5d-4b58-4a1a-9586-b8a695320fa3 service neutron] 10.222.0.35 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865829 Sep 16 02:33:27.057431 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-e950667a-5ffa-4f54-808d-1cd21e251e38 service neutron] 10.222.0.35 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958292 Sep 16 02:33:27.344487 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-429017ee-0d59-4011-a1d5-c543252477c9 req-d4df4c2c-43e0-41c2-b923-1202f7583f56 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 210 time: 0.0267725 Sep 16 02:33:27.510200 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56700) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:27.632156 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-960d063a-034c-4d6f-8910-c4a18366ad57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:27.738836 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-960d063a-034c-4d6f-8910-c4a18366ad57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:27.743210 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-960d063a-034c-4d6f-8910-c4a18366ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:27.778804 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-960d063a-034c-4d6f-8910-c4a18366ad57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4267b2d1db9a4973bd462800e6e2f402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674146 Sep 16 02:33:27.781303 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56710) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:27.807632 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d063a-034c-4d6f-8910-c4a18366ad57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1b971-e769-4acc-9743-ec4f68d11d02,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:27.845518 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8edcc2e4-629f-48c1-af9a-b0fcc9a5b5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:27.869114 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8edcc2e4-629f-48c1-af9a-b0fcc9a5b5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:27.919404 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8edcc2e4-629f-48c1-af9a-b0fcc9a5b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:27.922020 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8edcc2e4-629f-48c1-af9a-b0fcc9a5b5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:27.923171 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8edcc2e4-629f-48c1-af9a-b0fcc9a5b5c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08b1b971-e769-4acc-9743-ec4f68d11d02 HTTP/1.1" status: 204 len: 168 time: 0.1409276 Sep 16 02:33:27.930588 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcc2e4-629f-48c1-af9a-b0fcc9a5b5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1b971-e769-4acc-9743-ec4f68d11d02,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:28.188016 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56720) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:28.201964 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9b49c54-2944-4047-9705-48056e55a742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:28.308078 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9b49c54-2944-4047-9705-48056e55a742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:28.311840 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9b49c54-2944-4047-9705-48056e55a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:28.354561 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c9b49c54-2944-4047-9705-48056e55a742 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=430c87fce372417795816157f94acac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653666 Sep 16 02:33:28.356117 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b49c54-2944-4047-9705-48056e55a742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756fa0c0-2610-4a58-81cf-5a48527fff4a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:28.357844 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56724) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:28.464311 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c21a2cb6-8215-4318-8c69-292f2d9de2e0 req-3a094e3f-305c-4161-b3f5-222b2eefe593 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 210 time: 0.0407894 Sep 16 02:33:28.490667 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-d3cc3c70-bea1-42a5-8219-a9988c0ebeab tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:28.492127 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-d3cc3c70-bea1-42a5-8219-a9988c0ebeab tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 812 time: 0.1794279 Sep 16 02:33:28.497296 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-abeff5e4-e0d0-47a4-9b14-8aceaec1b204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:28.519306 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-abeff5e4-e0d0-47a4-9b14-8aceaec1b204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:28.565827 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-abeff5e4-e0d0-47a4-9b14-8aceaec1b204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:28.568414 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-abeff5e4-e0d0-47a4-9b14-8aceaec1b204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:28.569538 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-abeff5e4-e0d0-47a4-9b14-8aceaec1b204 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/756fa0c0-2610-4a58-81cf-5a48527fff4a HTTP/1.1" status: 204 len: 168 time: 0.2096395 Sep 16 02:33:28.577729 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeff5e4-e0d0-47a4-9b14-8aceaec1b204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756fa0c0-2610-4a58-81cf-5a48527fff4a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:29.558765 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-735059b9-caeb-4926-9c90-9eeaa00b870c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=122d668a284845f29031559d8129dec9 HTTP/1.1" status: 200 len: 379 time: 0.0378618 Sep 16 02:33:29.559542 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8086c889-d911-4b1a-b7df-a165601724b9 req-1074a514-7ded-4f42-820c-89992dc554dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 210 time: 0.0272629 Sep 16 02:33:29.587904 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56766) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:29.689744 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d211cb1-741e-4133-852a-af42aaaf3a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:29.776021 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d211cb1-741e-4133-852a-af42aaaf3a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:29.779630 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d211cb1-741e-4133-852a-af42aaaf3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:29.818192 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-7d211cb1-741e-4133-852a-af42aaaf3a22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47e48915ebc0441d8ca7e9b0cb7d4704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291594 Sep 16 02:33:29.819105 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d211cb1-741e-4133-852a-af42aaaf3a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b58e29b-4881-441c-b1f1-2f98e81187f2,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:29.820959 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56770) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:29.868860 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9126421c-b2ce-4c94-b345-6529fead118a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:29.888891 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9126421c-b2ce-4c94-b345-6529fead118a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:29.935242 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9126421c-b2ce-4c94-b345-6529fead118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:29.937603 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9126421c-b2ce-4c94-b345-6529fead118a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:29.938696 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9126421c-b2ce-4c94-b345-6529fead118a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b58e29b-4881-441c-b1f1-2f98e81187f2 HTTP/1.1" status: 204 len: 168 time: 0.1162300 Sep 16 02:33:29.946136 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126421c-b2ce-4c94-b345-6529fead118a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b58e29b-4881-441c-b1f1-2f98e81187f2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:30.344973 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'port': {'device_id': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'admin_state_up': True, 'tenant_id': '122d668a284845f29031559d8129dec9', 'security_groups': ['deedd0c9-ccf7-40e5-a17c-ac34059f9437']}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:30.478536 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Made reservation on behalf of 122d668a284845f29031559d8129dec9 for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:33:30.481938 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:30.604936 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Allocated IP 172.20.0.14 (ba461cdc-2e6e-46fc-822e-ed7ac56abfa3/39c5bf77-4648-481d-9c3f-b38edbad5d24/0edd934e-fae7-4d07-825c-91293e3a2bdf) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:33:30.660279 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a798c3a7-b167-4eec-b985-a0f72a7556f3 req-d2419784-98d2-4666-9433-6b33e7fe2f4b tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 210 time: 0.0371757 Sep 16 02:33:30.766947 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:30.798277 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:30.838880 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:33:30.842051 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:33:30.844430 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:33:30.876302 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'Port': ['ID=0edd934e-fae7-4d07-825c-91293e3a2bdf,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:30.904100 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:30.904705 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:30.919341 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-66dfb36f-a85f-4db2-8df7-d0e236e4cf54 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5783689 Sep 16 02:33:31.038001 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-a59728ab-3585-4d4e-aa47-dcc6d877a5b9 None None] Provisioning complete for port 0edd934e-fae7-4d07-825c-91293e3a2bdf triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:31.038528 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a59728ab-3585-4d4e-aa47-dcc6d877a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:31.069672 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-a59728ab-3585-4d4e-aa47-dcc6d877a5b9 None None] Port 0edd934e-fae7-4d07-825c-91293e3a2bdf cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:33:31.317173 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Request body: {'port': {'device_id': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:31.371755 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:31.626779 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edd934e-fae7-4d07-825c-91293e3a2bdf {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:33:31.634568 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:31.645909 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Transition to ACTIVE for port object 0edd934e-fae7-4d07-825c-91293e3a2bdf will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:33:31.648859 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:31.703615 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Pushing event updated for resources: {'Port': ['ID=0edd934e-fae7-4d07-825c-91293e3a2bdf,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:31.772028 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Attempting to bind port 0edd934e-fae7-4d07-825c-91293e3a2bdf on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:33:31.772366 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Attempting to bind port 0edd934e-fae7-4d07-825c-91293e3a2bdf by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:33:31.772753 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Attempting to bind port 0edd934e-fae7-4d07-825c-91293e3a2bdf on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:33:31.777348 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Port 0edd934e-fae7-4d07-825c-91293e3a2bdf on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:33:31.777666 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Attempting to bind port 0edd934e-fae7-4d07-825c-91293e3a2bdf on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:33:31.782680 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:33:31.783014 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Checking segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:33:31.783433 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Bound using segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:33:31.783866 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Bound port: 0edd934e-fae7-4d07-825c-91293e3a2bdf, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:33:31.784250 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:31.788573 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f904-185f-49ed-bc40-bf77445f1111 req-24843c2d-09af-468d-82a6-d6cb8061164e tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:31.790740 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4789f904-185f-49ed-bc40-bf77445f1111 req-24843c2d-09af-468d-82a6-d6cb8061164e tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 944 time: 0.0514593 Sep 16 02:33:31.832182 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4789f904-185f-49ed-bc40-bf77445f1111 req-4f213775-ed70-43e6-b5d3-ec408992b5fa tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349348 Sep 16 02:33:31.855629 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] For port 0edd934e-fae7-4d07-825c-91293e3a2bdf, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:33:31.859305 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] For port 0edd934e-fae7-4d07-825c-91293e3a2bdf, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=0edd934e-fae7-4d07-825c-91293e3a2bdf,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:33:31.863531 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:31.897279 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:31.897879 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:31.900023 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] 10.222.0.15 "PUT /v2.0/ports/0edd934e-fae7-4d07-825c-91293e3a2bdf HTTP/1.1" status: 200 len: 1094 time: 0.5864165 Sep 16 02:33:31.900393 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'tag': '0edd934e-fae7-4d07-825c-91293e3a2bdf'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:33:31.902601 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f9858c-de39-4a4d-9c5e-b012d9449d69" -d '{"events": [{"name": "network-changed", "server_uuid": "8389c9d7-00ed-44e2-a3c8-1282adbb0531", "tag": "0edd934e-fae7-4d07-825c-91293e3a2bdf"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:33:31.924773 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dbf52-14a0-4ec4-9c51-305609d00ced service neutron] Pushing event updated for resources: {'Port': ['ID=0edd934e-fae7-4d07-825c-91293e3a2bdf,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:31.941010 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601207ad-5fbc-48f7-b906-4b1197a9c0df x-openstack-request-id: req-601207ad-5fbc-48f7-b906-4b1197a9c0df {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:33:31.941358 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8389c9d7-00ed-44e2-a3c8-1282adbb0531", "tag": "0edd934e-fae7-4d07-825c-91293e3a2bdf", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:33:31.941671 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-601207ad-5fbc-48f7-b906-4b1197a9c0df {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:33:31.942141 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'tag': '0edd934e-fae7-4d07-825c-91293e3a2bdf', 'status': 'completed', 'code': 200} Sep 16 02:33:32.943195 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f68d-2e0d-4ac0-8baa-d23652906117 req-71bc7ecf-84ed-4d4e-a228-83897ebc9943 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:32.944667 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b1d4f68d-2e0d-4ac0-8baa-d23652906117 req-71bc7ecf-84ed-4d4e-a228-83897ebc9943 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 944 time: 0.0470858 Sep 16 02:33:32.981465 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b1d4f68d-2e0d-4ac0-8baa-d23652906117 req-cef5cc48-1041-46a5-b05b-1f29ea017000 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306406 Sep 16 02:33:34.094188 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba873d2-f265-4706-9944-64afdbd2da68 req-d52dd314-db43-4ce0-b3a6-c37bd6619ede tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:34.095687 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bba873d2-f265-4706-9944-64afdbd2da68 req-d52dd314-db43-4ce0-b3a6-c37bd6619ede tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 944 time: 0.0490382 Sep 16 02:33:34.135794 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bba873d2-f265-4706-9944-64afdbd2da68 req-ad986271-0e3d-4926-a98c-8c77ec65c0d3 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343406 Sep 16 02:33:34.458654 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9858c-de39-4a4d-9c5e-b012d9449d69 req-869748db-8879-4d3e-af26-6fbf6db11c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:34.460125 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-63f9858c-de39-4a4d-9c5e-b012d9449d69 req-869748db-8879-4d3e-af26-6fbf6db11c55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 1097 time: 0.0388911 Sep 16 02:33:34.553763 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9858c-de39-4a4d-9c5e-b012d9449d69 req-eba30fac-dc4d-46c6-b8d8-177db71e6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:34.555204 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-63f9858c-de39-4a4d-9c5e-b012d9449d69 req-eba30fac-dc4d-46c6-b8d8-177db71e6469 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=122d668a284845f29031559d8129dec9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0869815 Sep 16 02:33:34.649687 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9858c-de39-4a4d-9c5e-b012d9449d69 req-4de62087-1bfd-4c05-82bd-7baa077b2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:34.651123 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-63f9858c-de39-4a4d-9c5e-b012d9449d69 req-4de62087-1bfd-4c05-82bd-7baa077b2c46 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893688 Sep 16 02:33:34.730238 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-5a4abda8-03a6-4a4c-b38b-f1a11a89a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:34.731742 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-5a4abda8-03a6-4a4c-b38b-f1a11a89a4f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 1097 time: 0.0447593 Sep 16 02:33:34.779518 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-83883e42-961b-4ae5-b9e4-b923d7fb78a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0edd934e-fae7-4d07-825c-91293e3a2bdf HTTP/1.1" status: 200 len: 217 time: 0.0393298 Sep 16 02:33:34.829537 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-a12c2671-d073-4091-a600-4f3134656980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:34.830970 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-a12c2671-d073-4091-a600-4f3134656980 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0439889 Sep 16 02:33:34.877985 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-8480e541-a074-4bde-a8a4-c02e72b74cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:34.879649 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-8480e541-a074-4bde-a8a4-c02e72b74cdb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418873 Sep 16 02:33:34.979067 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-72f7e3b7-ad0e-4780-acd2-3bd85e1343b2 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874276 Sep 16 02:33:35.068103 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-8b1a4681-4dd7-4bb6-ae84-dd872a12185c req-20bdff11-5da9-42ee-b87e-821bdc83acc8 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823462 Sep 16 02:33:35.245154 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5abf2-abf8-4283-b8e2-79b7cc9db7da req-05b6a37b-907b-4e06-a41d-c25135cd86d1 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:35.246520 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0ac5abf2-abf8-4283-b8e2-79b7cc9db7da req-05b6a37b-907b-4e06-a41d-c25135cd86d1 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 944 time: 0.0471132 Sep 16 02:33:35.286640 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0ac5abf2-abf8-4283-b8e2-79b7cc9db7da req-43f89d31-1074-4178-96cd-079d08c611d8 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339429 Sep 16 02:33:36.403407 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e235d49-38ca-498f-8997-8e00be0dfe68 req-4821bc27-8586-486e-9c98-7d83afee1714 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:36.404848 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6e235d49-38ca-498f-8997-8e00be0dfe68 req-4821bc27-8586-486e-9c98-7d83afee1714 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 944 time: 0.0527043 Sep 16 02:33:36.442317 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6e235d49-38ca-498f-8997-8e00be0dfe68 req-3cfc6ab7-f28d-4bf2-9c01-e4a6ed010954 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316248 Sep 16 02:33:36.995931 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 56842) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:37.095858 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7b365c50-b273-4fa5-b72a-e23070ccaabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:37.179659 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7b365c50-b273-4fa5-b72a-e23070ccaabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:37.183011 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7b365c50-b273-4fa5-b72a-e23070ccaabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:37.220052 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-7b365c50-b273-4fa5-b72a-e23070ccaabb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61debb3fbef74c118ed76ccd3e991bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230322 Sep 16 02:33:37.221137 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b365c50-b273-4fa5-b72a-e23070ccaabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f90727-e8db-49f8-8282-b63335f72c94,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:37.222724 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56846) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:37.270201 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-de208dfb-547a-49a8-ba51-3d163dedf602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:37.290658 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-de208dfb-547a-49a8-ba51-3d163dedf602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:37.334140 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-de208dfb-547a-49a8-ba51-3d163dedf602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:37.338138 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-de208dfb-547a-49a8-ba51-3d163dedf602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:37.339245 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-de208dfb-547a-49a8-ba51-3d163dedf602 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2f90727-e8db-49f8-8282-b63335f72c94 HTTP/1.1" status: 204 len: 168 time: 0.1148000 Sep 16 02:33:37.346774 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de208dfb-547a-49a8-ba51-3d163dedf602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f90727-e8db-49f8-8282-b63335f72c94,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:37.559755 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35512c55-479a-410a-af67-799aeb660b6d req-7ab96ed0-33c5-4452-98b9-073257e543d6 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:37.561369 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-35512c55-479a-410a-af67-799aeb660b6d req-7ab96ed0-33c5-4452-98b9-073257e543d6 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 944 time: 0.0499833 Sep 16 02:33:37.602210 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-35512c55-479a-410a-af67-799aeb660b6d req-abf72d66-0560-4d5d-8bf3-112dcee4c4ec tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343375 Sep 16 02:33:38.712914 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fff6c-e7bb-4e50-aede-b3a049162f8b req-1b8b539a-609f-46c3-b063-87491fdaccf0 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:38.714406 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fb6fff6c-e7bb-4e50-aede-b3a049162f8b req-1b8b539a-609f-46c3-b063-87491fdaccf0 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 944 time: 0.0475516 Sep 16 02:33:38.752040 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-fb6fff6c-e7bb-4e50-aede-b3a049162f8b req-ec534c93-383a-4057-8dd2-5cd77a9ad61f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Sep 16 02:33:39.870157 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd92be-31d4-472c-8867-0ac9f449b47f req-240fab1d-facd-4319-a5e3-27bbaa4e7f3f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:39.871686 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9abd92be-31d4-472c-8867-0ac9f449b47f req-240fab1d-facd-4319-a5e3-27bbaa4e7f3f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 944 time: 0.0513513 Sep 16 02:33:39.908978 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9abd92be-31d4-472c-8867-0ac9f449b47f req-75c17c2a-aad8-4754-a2a4-5153b455438b tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314479 Sep 16 02:33:41.024885 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54d089-edf9-48a3-91c7-f8aba35bfce8 req-511aad02-f941-4ab1-b1ff-eaea293d7038 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:41.029322 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a54d089-edf9-48a3-91c7-f8aba35bfce8 req-511aad02-f941-4ab1-b1ff-eaea293d7038 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 944 time: 0.0520720 Sep 16 02:33:41.065759 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-0a54d089-edf9-48a3-91c7-f8aba35bfce8 req-519bca3a-8e3f-486d-b5e0-9e98e5255078 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331004 Sep 16 02:33:42.178305 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e0a65-3f0a-4041-b88f-40ea2fcf63b6 req-e7e7bc78-2cd4-4fea-b61b-a858cf9d49e3 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:42.179819 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4d7e0a65-3f0a-4041-b88f-40ea2fcf63b6 req-e7e7bc78-2cd4-4fea-b61b-a858cf9d49e3 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 944 time: 0.0495071 Sep 16 02:33:42.220573 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4d7e0a65-3f0a-4041-b88f-40ea2fcf63b6 req-4ce56648-ada2-498e-a019-a2e83faaf2e1 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324385 Sep 16 02:33:42.678886 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 0edd934e-fae7-4d07-825c-91293e3a2bdf details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:33:42.772702 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 0edd934e-fae7-4d07-825c-91293e3a2bdf, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=0edd934e-fae7-4d07-825c-91293e3a2bdf,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:42.904481 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '0edd934e-fae7-4d07-825c-91293e3a2bdf', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'port_id': '0edd934e-fae7-4d07-825c-91293e3a2bdf', 'mac_address': 'fa:16:3e:0e:0a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:33:42.941071 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:42.953674 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edd934e-fae7-4d07-825c-91293e3a2bdf {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:33:42.973849 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 0edd934e-fae7-4d07-825c-91293e3a2bdf, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=0edd934e-fae7-4d07-825c-91293e3a2bdf,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:42.977605 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:43.023141 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=0edd934e-fae7-4d07-825c-91293e3a2bdf,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:43.173651 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['0edd934e-fae7-4d07-825c-91293e3a2bdf'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:33:43.343744 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd21a8-c087-4435-b457-e91e38944417 req-bdf5bac1-d56b-4283-9eb8-5f8814304c83 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:43.345323 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-55fd21a8-c087-4435-b457-e91e38944417 req-bdf5bac1-d56b-4283-9eb8-5f8814304c83 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 945 time: 0.0565133 Sep 16 02:33:43.399577 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-55fd21a8-c087-4435-b457-e91e38944417 req-fb665f33-e240-4478-b1e2-c8f6f67ce563 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 Sep 16 02:33:44.490955 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56920) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:44.502796 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5f2f9-04eb-471f-bbbc-f9d5865066fa req-c392e605-66cd-4614-b404-ee2b5aa85626 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:44.504306 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-44d5f2f9-04eb-471f-bbbc-f9d5865066fa req-c392e605-66cd-4614-b404-ee2b5aa85626 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 945 time: 0.0477006 Sep 16 02:33:44.533789 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc49c96c-4f85-475a-9e08-61b8def5b8c2 admin admin] Deleting subnet ef085f83-f1a2-4058-a80e-852000efd2d0 {{(pid=93921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:33:44.536730 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cc49c96c-4f85-475a-9e08-61b8def5b8c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.540264 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-44d5f2f9-04eb-471f-bbbc-f9d5865066fa req-069f10d9-a4e2-4ca8-99c8-dfe364ffa0f7 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300157 Sep 16 02:33:44.574986 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cc49c96c-4f85-475a-9e08-61b8def5b8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020769'] for subnet, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.611814 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cc49c96c-4f85-475a-9e08-61b8def5b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.661006 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cc49c96c-4f85-475a-9e08-61b8def5b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16418835'] for subnet, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.687552 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49c96c-4f85-475a-9e08-61b8def5b8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef085f83-f1a2-4058-a80e-852000efd2d0,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:44.689427 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cc49c96c-4f85-475a-9e08-61b8def5b8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.691807 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-cc49c96c-4f85-475a-9e08-61b8def5b8c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ef085f83-f1a2-4058-a80e-852000efd2d0 HTTP/1.1" status: 204 len: 168 time: 0.1987057 Sep 16 02:33:44.693731 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56922) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:44.696248 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 0edd934e-fae7-4d07-825c-91293e3a2bdf up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:33:44.747017 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 0edd934e-fae7-4d07-825c-91293e3a2bdf completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:33:44.750753 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 0edd934e-fae7-4d07-825c-91293e3a2bdf triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:33:44.751118 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.766512 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.825177 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.843600 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.847687 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edd934e-fae7-4d07-825c-91293e3a2bdf'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:33:44.849942 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b66d42-37ff-40ca-aafc-4ff4f08f33e7" -d '{"events": [{"server_uuid": "8389c9d7-00ed-44e2-a3c8-1282adbb0531", "name": "network-vif-plugged", "status": "completed", "tag": "0edd934e-fae7-4d07-825c-91293e3a2bdf"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:33:44.862487 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 0edd934e-fae7-4d07-825c-91293e3a2bdf, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=0edd934e-fae7-4d07-825c-91293e3a2bdf,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:33:44.863546 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610f72f6-ff37-47b6-ab39-74407cb9b233']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:44.866975 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.874949 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74f1824-668a-44c6-b666-442df6067fd2') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:44.875241 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74f1824-668a-44c6-b666-442df6067fd2') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:44.885409 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.892531 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dba186-952d-4a81-b86f-fa5fd79b7c08 x-openstack-request-id: req-43dba186-952d-4a81-b86f-fa5fd79b7c08 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:33:44.892817 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8389c9d7-00ed-44e2-a3c8-1282adbb0531", "name": "network-vif-plugged", "status": "completed", "tag": "0edd934e-fae7-4d07-825c-91293e3a2bdf", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:33:44.893061 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43dba186-952d-4a81-b86f-fa5fd79b7c08 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:33:44.893437 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edd934e-fae7-4d07-825c-91293e3a2bdf', 'code': 200} Sep 16 02:33:44.898883 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.905031 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:33:44.905661 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:33:44.907439 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:33:44.920194 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=0edd934e-fae7-4d07-825c-91293e3a2bdf,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:44.968109 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.973745 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:44.977849 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] 10.222.0.35 "DELETE /v2.0/networks/610f72f6-ff37-47b6-ab39-74407cb9b233 HTTP/1.1" status: 204 len: 168 time: 0.2809722 Sep 16 02:33:44.986577 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38742965-8ea9-44bc-8dbd-35b54ed58458 admin admin] Pushing event deleted for resources: {'Network': ['ID=610f72f6-ff37-47b6-ab39-74407cb9b233,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:45.098395 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0d077-2bf8-470a-8961-d9479503c2c5 req-cb6e3b2e-fc79-405e-abbd-1033cf31f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:45.100085 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1ad0d077-2bf8-470a-8961-d9479503c2c5 req-cb6e3b2e-fc79-405e-abbd-1033cf31f1a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 1099 time: 0.0398843 Sep 16 02:33:45.135595 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1ad0d077-2bf8-470a-8961-d9479503c2c5 req-5d5d33bd-a6c3-47ec-b88f-e655c2b9152e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282354 Sep 16 02:33:45.141831 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56928) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:45.178539 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-4e963d36-b072-48c6-9cfd-00a089be5344 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d7ec212b17a400abad464efcde7be6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0356977 Sep 16 02:33:45.180743 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56930) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:45.230283 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46db5a72-e7f2-4240-8b0f-98e71844de4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:45.250628 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46db5a72-e7f2-4240-8b0f-98e71844de4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:45.293808 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46db5a72-e7f2-4240-8b0f-98e71844de4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:45.296268 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46db5a72-e7f2-4240-8b0f-98e71844de4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:45.297389 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-46db5a72-e7f2-4240-8b0f-98e71844de4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5131c88-e7b4-495b-b6b7-5f9657ccdae5 HTTP/1.1" status: 204 len: 168 time: 0.1157982 Sep 16 02:33:45.305089 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db5a72-e7f2-4240-8b0f-98e71844de4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5131c88-e7b4-495b-b6b7-5f9657ccdae5,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:45.660944 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55f7d8-f53a-44e2-b50e-698b49c2f825 req-758660f6-15b9-42dd-af01-295e838f2822 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:45.662630 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8c55f7d8-f53a-44e2-b50e-698b49c2f825 req-758660f6-15b9-42dd-af01-295e838f2822 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 946 time: 0.0494773 Sep 16 02:33:45.701529 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8c55f7d8-f53a-44e2-b50e-698b49c2f825 req-8d5b5419-d1e3-4b38-91a1-cdc9532936e6 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Sep 16 02:33:46.176983 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:46.813552 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daa38b-2b0b-47c3-aec9-f915f745c2f4 req-b213d7b9-d0e0-4e44-8cf9-d9fa127c52e0 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:46.815001 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-02daa38b-2b0b-47c3-aec9-f915f745c2f4 req-b213d7b9-d0e0-4e44-8cf9-d9fa127c52e0 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 946 time: 0.0475819 Sep 16 02:33:46.850777 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-02daa38b-2b0b-47c3-aec9-f915f745c2f4 req-12879404-e51f-41c7-bef2-222e72705ec8 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299392 Sep 16 02:33:46.959755 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f91318-9e54-4a78-a419-e0a4e1d383be req-22d9cd36-2c28-49a5-a037-4873067c156a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:46.961214 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d6f91318-9e54-4a78-a419-e0a4e1d383be req-22d9cd36-2c28-49a5-a037-4873067c156a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 946 time: 0.0474098 Sep 16 02:33:46.998260 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d6f91318-9e54-4a78-a419-e0a4e1d383be req-36f70926-d38e-4fca-8bf9-0331ff6191fe tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312595 Sep 16 02:33:47.019180 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56940) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:47.236728 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239dc067-bc98-4136-9931-7c190728403a tempest-TestVolumeBootPattern-1870937668 tempest-TestVolumeBootPattern-1870937668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:47.238179 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-239dc067-bc98-4136-9931-7c190728403a tempest-TestVolumeBootPattern-1870937668 tempest-TestVolumeBootPattern-1870937668-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 1094 time: 0.2180178 Sep 16 02:33:47.241004 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 56944) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:33:47.245708 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'floatingip': {'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'port_id': '0edd934e-fae7-4d07-825c-91293e3a2bdf', 'tenant_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:33:47.266833 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:47.359817 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:47.461031 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Allocated IP 172.27.2.203 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/2fa4f2b4-6d1e-4a25-b0ce-07ed2be6166b) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:33:47.558660 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:47.590769 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:47.624602 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:33:47.627371 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:33:47.630654 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:33:47.660597 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'Port': ['ID=2fa4f2b4-6d1e-4a25-b0ce-07ed2be6166b,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:48.223077 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:48.287376 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:48.429613 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:48.433833 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:48.499484 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'Port': ['ID=2fa4f2b4-6d1e-4a25-b0ce-07ed2be6166b,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:33:48.508649 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:48.604990 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Floating IP 56893085-930e-4282-a0a2-3956446fe6cc associated. External IP: 172.27.2.203, port: 0edd934e-fae7-4d07-825c-91293e3a2bdf. Sep 16 02:33:48.804796 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Router f20da24d-e0a9-432b-9f60-1fbac4c87d87 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:33:48.825925 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f757f756-f8b5-4439-8c29-97efe233f87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:48.910909 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:33:48.921048 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] Sync routers for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:33:48.926890 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:48.931098 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:33:48.931800 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:33:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:48.953192 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-5033415c-88b0-4038-8c16-5bc2e5f1f585 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7112122 Sep 16 02:33:48.953756 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'tag': '0edd934e-fae7-4d07-825c-91293e3a2bdf'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:33:48.956025 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2521789-c43b-496d-b647-19ed66b8a222" -d '{"events": [{"name": "network-changed", "server_uuid": "8389c9d7-00ed-44e2-a3c8-1282adbb0531", "tag": "0edd934e-fae7-4d07-825c-91293e3a2bdf"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:33:48.992203 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c501ff-d2c9-4627-b986-897320c66571 x-openstack-request-id: req-16c501ff-d2c9-4627-b986-897320c66571 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:33:48.992490 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8389c9d7-00ed-44e2-a3c8-1282adbb0531", "tag": "0edd934e-fae7-4d07-825c-91293e3a2bdf", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:33:48.992740 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16c501ff-d2c9-4627-b986-897320c66571 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:33:48.993138 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'tag': '0edd934e-fae7-4d07-825c-91293e3a2bdf', 'status': 'completed', 'code': 200} Sep 16 02:33:49.044668 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:33:49.052958 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2521789-c43b-496d-b647-19ed66b8a222 req-6c91f8f1-b8a6-4c6e-9658-4fd50bd05571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:49.054461 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f2521789-c43b-496d-b647-19ed66b8a222 req-6c91f8f1-b8a6-4c6e-9658-4fd50bd05571 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 1099 time: 0.0397198 Sep 16 02:33:49.146997 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2521789-c43b-496d-b647-19ed66b8a222 req-7f0ae37d-74ec-478c-b406-cde3273c0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:49.149573 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f2521789-c43b-496d-b647-19ed66b8a222 req-7f0ae37d-74ec-478c-b406-cde3273c0801 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.0881779 Sep 16 02:33:49.160248 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:33:49.217457 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f2521789-c43b-496d-b647-19ed66b8a222 req-4370275c-a087-4712-9f1d-dd7de61bfae0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0edd934e-fae7-4d07-825c-91293e3a2bdf HTTP/1.1" status: 200 len: 1000 time: 0.0604711 Sep 16 02:33:49.262343 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '56893085-930e-4282-a0a2-3956446fe6cc', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '0edd934e-fae7-4d07-825c-91293e3a2bdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:0e:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:33:47Z', 'updated_at': '2021-09-16T02:33:47Z', 'revision_number': 0, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:49.268677 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2521789-c43b-496d-b647-19ed66b8a222 req-77da5aa0-a9d5-43e8-a90d-6d343a03ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:49.270127 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f2521789-c43b-496d-b647-19ed66b8a222 req-77da5aa0-a9d5-43e8-a90d-6d343a03ad67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0454288 Sep 16 02:33:49.292181 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] Checking router: f20da24d-e0a9-432b-9f60-1fbac4c87d87 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:33:49.300344 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:33:49.300875 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:33:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:49.314271 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2521789-c43b-496d-b647-19ed66b8a222 req-9438bfa1-8032-4267-bebd-255e14396be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:49.315769 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f2521789-c43b-496d-b647-19ed66b8a222 req-9438bfa1-8032-4267-bebd-255e14396be3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389853 Sep 16 02:33:49.404737 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:33:49.405172 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f2521789-c43b-496d-b647-19ed66b8a222 req-a6be642d-1994-4b78-b59e-244470d3173b service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818372 Sep 16 02:33:49.496574 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f2521789-c43b-496d-b647-19ed66b8a222 req-21b0cdfa-536b-491b-b173-a3fa54d8929e service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Sep 16 02:33:49.621925 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '56893085-930e-4282-a0a2-3956446fe6cc', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '0edd934e-fae7-4d07-825c-91293e3a2bdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:0e:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:33:47Z', 'updated_at': '2021-09-16T02:33:47Z', 'revision_number': 0, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:33:49.647474 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f0e83-7ae9-44af-b0c9-ba7ebdba40a0 None None] The sync data for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi is: [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '56893085-930e-4282-a0a2-3956446fe6cc', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '0edd934e-fae7-4d07-825c-91293e3a2bdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:0e:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:33:47Z', 'updated_at': '2021-09-16T02:33:47Z', 'revision_number': 0, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:33:49.818671 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ecdd8-c3c3-4b77-a7e2-1d35f566a478 None None] New status for floating IP 56893085-930e-4282-a0a2-3956446fe6cc: ACTIVE {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:33:51.452304 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7a2d5fe8-2ab0-49a6-a54b-645866b6aa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:52.266454 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:52.645774 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:33:52.906589 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-2b67c586-a142-4223-8018-954fc0623007 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387986 Sep 16 02:33:52.984893 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-df65e04f-90e3-4212-82bf-3b2d3cde1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:52.986341 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-df65e04f-90e3-4212-82bf-3b2d3cde1eb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 1099 time: 0.0395789 Sep 16 02:33:53.102801 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-093cca0d-4b00-49eb-b825-8badbc0903a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:53.105048 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-093cca0d-4b00-49eb-b825-8badbc0903a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.1001363 Sep 16 02:33:53.168399 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-36fd22d9-d5d7-442e-bcd7-b409e7508c23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0edd934e-fae7-4d07-825c-91293e3a2bdf HTTP/1.1" status: 200 len: 1002 time: 0.0565517 Sep 16 02:33:53.218701 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-5e2ffeb3-80c9-4cd6-a294-e0c1dcb3b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:53.220125 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-5e2ffeb3-80c9-4cd6-a294-e0c1dcb3b1f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0453820 Sep 16 02:33:53.263077 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-1a1db29e-492d-4e0c-92a6-d9d91fad84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:33:53.264518 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-1a1db29e-492d-4e0c-92a6-d9d91fad84c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379653 Sep 16 02:33:53.355533 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-4ef20422-2542-402e-bcf4-d11d9859c91f service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836756 Sep 16 02:33:53.441915 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-792b03dd-63f6-4ff5-9fdc-273d412ce29e req-d1cec0a8-ee2c-48d9-a04d-f63024c54a85 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792799 Sep 16 02:33:54.068767 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:16.180028 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:18.827402 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee8c7-84fd-4285-b627-334afb179de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:21.452494 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2b5213a4-942c-4a9d-bf26-0479b789e458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:22.266608 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:22.648909 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:24.069838 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:26.159431 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:34:46.192998 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:48.828106 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e3b6000b-a3e1-4398-bd80-74a054495fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:51.452205 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8c0c6fd7-e2f9-4928-96e4-0b23ca72eb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:52.267154 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:52.650713 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:34:52.878494 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-a7290417-9140-44a0-a1a7-4fdcef103be3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384560 Sep 16 02:34:52.964220 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-ec3904d0-2bbd-41ee-b43e-a188817081fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:34:52.965583 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-ec3904d0-2bbd-41ee-b43e-a188817081fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 1099 time: 0.0436752 Sep 16 02:34:53.066065 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-97b7c5cb-b791-4fa7-a430-c0eb0603b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:34:53.067525 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-97b7c5cb-b791-4fa7-a430-c0eb0603b463 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.0833304 Sep 16 02:34:53.133109 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-6bfade22-9738-47e0-80dd-65cdde4d0f3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0edd934e-fae7-4d07-825c-91293e3a2bdf HTTP/1.1" status: 200 len: 1002 time: 0.0586433 Sep 16 02:34:53.179227 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-bc81b7ff-9352-422d-98a6-ad272f71ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:34:53.180614 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-bc81b7ff-9352-422d-98a6-ad272f71ee4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0412519 Sep 16 02:34:53.225828 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-1aa6ccef-b7cd-402c-948a-6e5b3bf83cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:34:53.225828 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-1aa6ccef-b7cd-402c-948a-6e5b3bf83cbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376878 Sep 16 02:34:53.316516 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-809281a7-0001-4973-ae8a-a6e11d5ec46b service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840526 Sep 16 02:34:53.403950 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c476a848-465d-4d9b-92a4-351ae537bf42 req-4a701cc9-38be-42fb-a1a4-80e5d0bd773f service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797136 Sep 16 02:34:54.071523 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:03.159156 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:35:16.205296 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:18.828972 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-eb45fbbb-8c52-476b-8f94-51fcd4d6dd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:21.453740 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6e89-f425-4668-8bb1-4d96d0c24278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:22.277022 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:22.654056 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:24.076178 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:40.157780 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:35:44.292766 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028888b-b874-4c0f-91ce-601134b08a7a req-dbe34d1d-5098-4b84-a0f9-48cebc5c859d tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:44.294252 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7028888b-b874-4c0f-91ce-601134b08a7a req-dbe34d1d-5098-4b84-a0f9-48cebc5c859d tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 946 time: 0.1652703 Sep 16 02:35:44.332626 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7028888b-b874-4c0f-91ce-601134b08a7a req-8f10ae7a-fd54-4882-aec6-6b66ae21808c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324519 Sep 16 02:35:45.513870 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1f37e-5e30-4767-9857-785640129558 req-99bee11d-ee66-4791-99c6-d954aa197542 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:45.515352 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ea1f37e-5e30-4767-9857-785640129558 req-99bee11d-ee66-4791-99c6-d954aa197542 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 946 time: 0.1006265 Sep 16 02:35:45.551834 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ea1f37e-5e30-4767-9857-785640129558 req-11a0f313-0f2e-4e59-8bbd-148378ad7292 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306139 Sep 16 02:35:45.691647 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d60434b6-ef55-4ddb-87f3-f445e21ba997 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:45.692988 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d60434b6-ef55-4ddb-87f3-f445e21ba997 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 946 time: 0.0474598 Sep 16 02:35:45.780558 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Deleting port 0edd934e-fae7-4d07-825c-91293e3a2bdf {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:35:45.780901 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:45.868802 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] For port 0edd934e-fae7-4d07-825c-91293e3a2bdf, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=0edd934e-fae7-4d07-825c-91293e3a2bdf,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:35:45.869164 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:46.029762 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:46.030035 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:46.030344 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Floating IP 56893085-930e-4282-a0a2-3956446fe6cc disassociated. External IP: 172.27.2.203, port: 0edd934e-fae7-4d07-825c-91293e3a2bdf. Sep 16 02:35:46.030702 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Calling delete_port for 0edd934e-fae7-4d07-825c-91293e3a2bdf owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:35:46.154387 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:46.182933 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event deleted for resources: {'Port': ['ID=0edd934e-fae7-4d07-825c-91293e3a2bdf,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:35:46.194147 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.194506 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.194849 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.195186 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.195580 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.196170 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.196500 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.196897 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.197229 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.197554 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.197875 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.198197 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:46.214524 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:46.305564 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Router f20da24d-e0a9-432b-9f60-1fbac4c87d87 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:35:46.410925 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:35:46.421210 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] Sync routers for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:35:46.430364 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:35:46.430979 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:35:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:35:46.450116 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] No DVR routers for this DVR port 0edd934e-fae7-4d07-825c-91293e3a2bdf on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:35:46.452812 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:46.454805 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f264238d-cfd2-408d-886e-815d73f2b2a9 req-d7edd907-3239-4ade-9d97-7a0fb48b641c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "DELETE /v2.0/ports/0edd934e-fae7-4d07-825c-91293e3a2bdf HTTP/1.1" status: 204 len: 173 time: 0.7547889 Sep 16 02:35:46.455237 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'name': 'network-vif-deleted', 'tag': '0edd934e-fae7-4d07-825c-91293e3a2bdf'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:35:46.457499 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dcb796-c8e9-4edc-8892-f12ec3f0a164" -d '{"events": [{"server_uuid": "8389c9d7-00ed-44e2-a3c8-1282adbb0531", "name": "network-vif-deleted", "tag": "0edd934e-fae7-4d07-825c-91293e3a2bdf"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:35:46.517118 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137094c1-4650-41d1-bb72-a79b55336fba x-openstack-request-id: req-137094c1-4650-41d1-bb72-a79b55336fba {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:35:46.517670 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8389c9d7-00ed-44e2-a3c8-1282adbb0531", "name": "network-vif-deleted", "tag": "0edd934e-fae7-4d07-825c-91293e3a2bdf", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:35:46.517922 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-137094c1-4650-41d1-bb72-a79b55336fba {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:35:46.518323 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8389c9d7-00ed-44e2-a3c8-1282adbb0531', 'name': 'network-vif-deleted', 'tag': '0edd934e-fae7-4d07-825c-91293e3a2bdf', 'status': 'completed', 'code': 200} Sep 16 02:35:46.540668 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:35:46.648634 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3c2bb129-bac9-4f62-98f8-7a2b7fc16d5c req-ef3d506e-abf0-46f1-82cd-6bc8da848145 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=8389c9d7-00ed-44e2-a3c8-1282adbb0531 HTTP/1.1" status: 200 len: 210 time: 0.0294943 Sep 16 02:35:46.869311 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:35:46.897849 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] Checking router: f20da24d-e0a9-432b-9f60-1fbac4c87d87 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:35:46.905616 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:35:46.906232 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:35:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:35:47.004959 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:35:47.210580 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:35:47.240251 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57755ad-ee3e-41b3-8d9c-ebbc8609ffd7 None None] The sync data for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi is: [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:35:47.437222 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047925ed-ce09-44c2-a227-ed751e6f2acb None None] New status for floating IP 56893085-930e-4282-a0a2-3956446fe6cc: DOWN {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:35:47.887296 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-1762867b-2f43-4691-8299-30719fa25028 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534985326&fields=id&tenant_id=122d668a284845f29031559d8129dec9 HTTP/1.1" status: 200 len: 267 time: 0.0312555 Sep 16 02:35:47.988918 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-909b4d55-deb5-49f5-a872-a1f422d7acac tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:47.990336 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-909b4d55-deb5-49f5-a872-a1f422d7acac tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 812 time: 0.0963223 Sep 16 02:35:48.004203 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-cd755d85-dda2-4e4e-be3a-3dcd518e0206 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/quotas/122d668a284845f29031559d8129dec9 HTTP/1.1" status: 200 len: 375 time: 0.0083780 Sep 16 02:35:48.057648 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-696d4128-07f1-44ea-9ffd-6c8e1d8417d3 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483234 Sep 16 02:35:48.116470 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-c40767a9-458d-4ac9-ad31-65a2f8178aec service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:35:48.117485 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-c40767a9-458d-4ac9-ad31-65a2f8178aec service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492196 Sep 16 02:35:48.202718 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-ba8a066b-adb4-4261-b658-8f9f1d8cc4c6 service neutron] 10.222.0.35 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792096 Sep 16 02:35:48.291791 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-53ce36c9-3d2d-4bd7-b245-b74284096366 service neutron] 10.222.0.35 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826964 Sep 16 02:35:48.566482 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f4686c50-e9b1-42ca-9f4c-ab0a31e2d10a req-54860ed6-650c-4fb2-b3d8-9d7aebea53db tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 210 time: 0.0287337 Sep 16 02:35:48.829709 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6eb391f6-e348-4be9-9351-d79aeeda9ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:49.107171 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 0edd934e-fae7-4d07-825c-91293e3a2bdf no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:35:49.127411 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 0edd934e-fae7-4d07-825c-91293e3a2bdf {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:35:49.127754 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 0edd934e-fae7-4d07-825c-91293e3a2bdf not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:35:49.421525 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-dab7a7b3-d7c8-4565-bdab-481abe1b880f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:49.423637 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-dab7a7b3-d7c8-4565-bdab-481abe1b880f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 812 time: 0.1077931 Sep 16 02:35:49.465164 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-3f750a80-e297-4dd8-a152-156acddbc7f5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=122d668a284845f29031559d8129dec9 HTTP/1.1" status: 200 len: 379 time: 0.0327671 Sep 16 02:35:49.473993 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'port': {'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'admin_state_up': True, 'tenant_id': '122d668a284845f29031559d8129dec9', 'security_groups': ['deedd0c9-ccf7-40e5-a17c-ac34059f9437']}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:35:49.579974 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Made reservation on behalf of 122d668a284845f29031559d8129dec9 for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:35:49.583695 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:49.660015 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9cd0603c-e717-4fa1-8218-a56fd917d255 req-68050439-4e02-4bc8-8f48-8a35537edbe5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 210 time: 0.0262187 Sep 16 02:35:49.718044 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Allocated IP 172.20.0.6 (ba461cdc-2e6e-46fc-822e-ed7ac56abfa3/39c5bf77-4648-481d-9c3f-b38edbad5d24/17f5ad82-85af-46b8-b2d6-8163746a59b1) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:35:49.863676 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:49.897407 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:49.938517 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:35:49.941418 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:35:49.944932 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:35:49.972265 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'Port': ['ID=17f5ad82-85af-46b8-b2d6-8163746a59b1,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:35:50.001030 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:50.001651 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:50.016240 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-0fade636-1e6e-4862-9aaa-6566f18ce621 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5451932 Sep 16 02:35:50.025506 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-b14977db-8493-46f6-8538-54e74055cf16 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:35:50.026639 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-b14977db-8493-46f6-8538-54e74055cf16 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053215 Sep 16 02:35:50.038339 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Request body: {'port': {'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:35:50.094484 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:50.182191 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-159c4d6d-b086-4726-9ec1-5d27e25c14a3 None None] Provisioning complete for port 17f5ad82-85af-46b8-b2d6-8163746a59b1 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:35:50.182786 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-159c4d6d-b086-4726-9ec1-5d27e25c14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:50.217068 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-159c4d6d-b086-4726-9ec1-5d27e25c14a3 None None] Port 17f5ad82-85af-46b8-b2d6-8163746a59b1 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:35:50.351283 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f5ad82-85af-46b8-b2d6-8163746a59b1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:35:50.359900 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:50.371686 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Transition to ACTIVE for port object 17f5ad82-85af-46b8-b2d6-8163746a59b1 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:35:50.375797 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:50.422321 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=17f5ad82-85af-46b8-b2d6-8163746a59b1,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:35:50.496084 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Attempting to bind port 17f5ad82-85af-46b8-b2d6-8163746a59b1 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:35:50.496422 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Attempting to bind port 17f5ad82-85af-46b8-b2d6-8163746a59b1 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:35:50.496749 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Attempting to bind port 17f5ad82-85af-46b8-b2d6-8163746a59b1 on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:35:50.501728 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Port 17f5ad82-85af-46b8-b2d6-8163746a59b1 on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:35:50.502046 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Attempting to bind port 17f5ad82-85af-46b8-b2d6-8163746a59b1 on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:35:50.506931 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:35:50.507289 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Checking segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:35:50.507682 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Bound using segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:35:50.508107 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Bound port: 17f5ad82-85af-46b8-b2d6-8163746a59b1, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:35:50.508461 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:50.572016 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] For port 17f5ad82-85af-46b8-b2d6-8163746a59b1, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:35:50.574991 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] For port 17f5ad82-85af-46b8-b2d6-8163746a59b1, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:35:50.579557 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:50.613105 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:50.613716 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:50.615105 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/17f5ad82-85af-46b8-b2d6-8163746a59b1 HTTP/1.1" status: 200 len: 1093 time: 0.5808780 Sep 16 02:35:50.615544 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'tag': '17f5ad82-85af-46b8-b2d6-8163746a59b1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:35:50.617752 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b5aecd-43c0-409a-a9c9-7ada72231020" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ac268a-9f58-4ce9-bdb1-ef6117743095", "tag": "17f5ad82-85af-46b8-b2d6-8163746a59b1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:35:50.657336 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acc8fa-3fc7-422b-bf04-e377c201f1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=17f5ad82-85af-46b8-b2d6-8163746a59b1,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:35:50.670391 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40133d4-5c30-48c0-aa7f-a4b372c0054f x-openstack-request-id: req-e40133d4-5c30-48c0-aa7f-a4b372c0054f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:35:50.670747 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ac268a-9f58-4ce9-bdb1-ef6117743095", "tag": "17f5ad82-85af-46b8-b2d6-8163746a59b1", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:35:50.671059 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e40133d4-5c30-48c0-aa7f-a4b372c0054f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:35:50.672169 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'tag': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'status': 'completed', 'code': 200} Sep 16 02:35:50.712577 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-8ae8dc78-15d5-4b68-a398-14e69f2449b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:50.716727 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-8ae8dc78-15d5-4b68-a398-14e69f2449b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 1096 time: 0.0410366 Sep 16 02:35:50.783708 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ddab1-67fb-4084-afa1-dd37a55f33e8 req-947f193e-b754-497f-84c5-ad6616cd61e3 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:50.787792 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-404ddab1-67fb-4084-afa1-dd37a55f33e8 req-947f193e-b754-497f-84c5-ad6616cd61e3 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 943 time: 0.0572691 Sep 16 02:35:50.825036 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-404ddab1-67fb-4084-afa1-dd37a55f33e8 req-9b55fec4-10aa-428f-9e84-dec131f25937 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333505 Sep 16 02:35:51.015191 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-3041df49-a7c8-4ccf-ab8b-4447cc4fedfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1 HTTP/1.1" status: 200 len: 217 time: 0.2930665 Sep 16 02:35:51.105414 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-2d2973c4-28ae-4416-b0cd-47dde04badea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:51.106832 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-2d2973c4-28ae-4416-b0cd-47dde04badea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0849719 Sep 16 02:35:51.150493 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-fe1f829f-1b7a-45d8-9b98-325760664949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:51.151958 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-fe1f829f-1b7a-45d8-9b98-325760664949 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381820 Sep 16 02:35:51.243699 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-2d68f345-842d-43c0-b5ed-9363ca07ca01 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844822 Sep 16 02:35:51.330867 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bf26f400-5369-4b57-b322-8d1872dccd71 req-2a15939f-b311-49aa-95c8-dc1c16aca8e7 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800095 Sep 16 02:35:51.424926 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-99560cbb-1e70-47bb-9bf2-36db29ed8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:51.426551 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-99560cbb-1e70-47bb-9bf2-36db29ed8b19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 1096 time: 0.0449395 Sep 16 02:35:51.454827 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-185bef3b-d06b-4167-8e25-a6e6af7ff324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:51.523990 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-d9674cd1-b1a0-48ab-81fe-2cf6e6b56dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:51.525454 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-d9674cd1-b1a0-48ab-81fe-2cf6e6b56dae service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.0894012 Sep 16 02:35:51.569215 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-ad342446-0bb1-4aa2-9452-659adb941757 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1 HTTP/1.1" status: 200 len: 217 time: 0.0361116 Sep 16 02:35:51.617356 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-a587248d-3b6d-43cf-945b-560646ab5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:51.618833 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-a587248d-3b6d-43cf-945b-560646ab5d32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0428946 Sep 16 02:35:51.662190 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-8b84e396-f95e-4def-8f47-3c106efdf9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:51.663643 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-8b84e396-f95e-4def-8f47-3c106efdf9fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381896 Sep 16 02:35:51.755073 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-f6b3f4f9-9776-4e07-be2c-f8b195af7452 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833349 Sep 16 02:35:51.842513 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-66b5aecd-43c0-409a-a9c9-7ada72231020 req-d6fa8982-9960-49e5-8b6b-4bfedb67584b service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801268 Sep 16 02:35:51.939029 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730df4a-5d65-46ad-851c-390bb2fad66a req-36a8afa7-2bdd-4f88-97a8-4fe66172bd73 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:51.940524 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b730df4a-5d65-46ad-851c-390bb2fad66a req-36a8afa7-2bdd-4f88-97a8-4fe66172bd73 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 943 time: 0.0472183 Sep 16 02:35:51.981275 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b730df4a-5d65-46ad-851c-390bb2fad66a req-16ecea2d-e23b-4c08-bbb6-5d9204e193c3 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347369 Sep 16 02:35:52.268287 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:52.655901 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:53.090541 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb77b47-dee5-482c-8f07-1bfd19cf7f2b req-d8adac5e-bde1-4672-8736-ae1afdaccf42 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:53.092018 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6fb77b47-dee5-482c-8f07-1bfd19cf7f2b req-d8adac5e-bde1-4672-8736-ae1afdaccf42 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 943 time: 0.0467734 Sep 16 02:35:53.128816 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6fb77b47-dee5-482c-8f07-1bfd19cf7f2b req-435bc481-255f-4225-8fd4-a9806e69e6ff tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305099 Sep 16 02:35:54.080658 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:54.239067 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842ed3e-5bc3-4e5f-94bd-b14a0dbcc393 req-d2ce02ec-74af-47f2-a2e0-9dae4605393e tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:54.240634 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9842ed3e-5bc3-4e5f-94bd-b14a0dbcc393 req-d2ce02ec-74af-47f2-a2e0-9dae4605393e tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 943 time: 0.0479620 Sep 16 02:35:54.277579 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9842ed3e-5bc3-4e5f-94bd-b14a0dbcc393 req-b60e91aa-3d41-4c88-8db3-13e564061997 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310273 Sep 16 02:35:55.392000 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22da3ee-90e9-4712-891e-9269e7617d4f req-77ba18d5-6293-43ef-950b-2323304b5056 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:55.393427 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d22da3ee-90e9-4712-891e-9269e7617d4f req-77ba18d5-6293-43ef-950b-2323304b5056 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 943 time: 0.0516441 Sep 16 02:35:55.428633 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d22da3ee-90e9-4712-891e-9269e7617d4f req-2216178d-de3d-4f5f-ae22-d599dfdb278d tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293152 Sep 16 02:35:56.542681 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9434c-2020-4804-970f-afb942974871 req-b5025589-495a-41a0-9afc-7d13220f3b9c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:56.544162 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b2e9434c-2020-4804-970f-afb942974871 req-b5025589-495a-41a0-9afc-7d13220f3b9c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 943 time: 0.0498013 Sep 16 02:35:56.580295 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-b2e9434c-2020-4804-970f-afb942974871 req-b8170379-6099-41e2-8803-cf9260ef3d36 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304048 Sep 16 02:35:57.689195 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61774c4-2b4e-4ae3-b918-7c62b3e0dd29 req-bda96c20-d229-439a-910c-d5ff39cf46d2 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:57.690675 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c61774c4-2b4e-4ae3-b918-7c62b3e0dd29 req-bda96c20-d229-439a-910c-d5ff39cf46d2 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 943 time: 0.0472963 Sep 16 02:35:57.726976 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c61774c4-2b4e-4ae3-b918-7c62b3e0dd29 req-f5f66472-127c-4e9c-81a6-aa685a7c9586 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301964 Sep 16 02:35:58.836828 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb53b3-c4d7-4d8d-bcb9-5cddb3122864 req-cd73fddc-8d83-44b3-a1f9-e868701c60db tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:58.838266 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e0bb53b3-c4d7-4d8d-bcb9-5cddb3122864 req-cd73fddc-8d83-44b3-a1f9-e868701c60db tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 943 time: 0.0477188 Sep 16 02:35:58.878343 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e0bb53b3-c4d7-4d8d-bcb9-5cddb3122864 req-3fd4e2ab-3856-4644-aecb-2ac1337fedee tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338969 Sep 16 02:35:59.153799 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 17f5ad82-85af-46b8-b2d6-8163746a59b1 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:35:59.246251 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 17f5ad82-85af-46b8-b2d6-8163746a59b1, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:35:59.257036 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'mac_address': 'fa:16:3e:fd:fe:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:35:59.294534 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:59.309915 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f5ad82-85af-46b8-b2d6-8163746a59b1 {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:35:59.329164 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 17f5ad82-85af-46b8-b2d6-8163746a59b1, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:35:59.332811 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:35:59.381014 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=17f5ad82-85af-46b8-b2d6-8163746a59b1,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:35:59.388047 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.388402 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.388746 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.389083 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.389420 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.389751 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.390597 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.390927 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.391301 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.391629 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.391953 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.392274 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:35:59.564945 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['17f5ad82-85af-46b8-b2d6-8163746a59b1'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:35:59.992507 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ba527-9ca8-4f44-a455-6987bdaeae91 req-f151b7ca-87f6-4d4d-aa8a-db88604bc83a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:35:59.993943 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9d6ba527-9ca8-4f44-a455-6987bdaeae91 req-f151b7ca-87f6-4d4d-aa8a-db88604bc83a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 944 time: 0.0523160 Sep 16 02:36:00.029499 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9d6ba527-9ca8-4f44-a455-6987bdaeae91 req-3cff56e1-6268-4a5c-8ac1-1cee4fbe47d2 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289757 Sep 16 02:36:01.140623 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5787-17e5-4de8-b440-2c9a420e0fd4 req-1167bd3a-3c38-4c02-bf45-a4ad4d73d9e9 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:01.142088 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3a2a5787-17e5-4de8-b440-2c9a420e0fd4 req-1167bd3a-3c38-4c02-bf45-a4ad4d73d9e9 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 944 time: 0.0491896 Sep 16 02:36:01.159660 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 17f5ad82-85af-46b8-b2d6-8163746a59b1 up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:36:01.180467 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-3a2a5787-17e5-4de8-b440-2c9a420e0fd4 req-5b638843-23eb-4d61-9e6e-be989c9841cb tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325737 Sep 16 02:36:01.207964 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 17f5ad82-85af-46b8-b2d6-8163746a59b1 completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:36:01.211755 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 17f5ad82-85af-46b8-b2d6-8163746a59b1 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:36:01.212122 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:01.287632 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:01.309019 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f5ad82-85af-46b8-b2d6-8163746a59b1'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:36:01.311166 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d159fc5-038a-471e-b223-b22f793d141b" -d '{"events": [{"server_uuid": "c5ac268a-9f58-4ce9-bdb1-ef6117743095", "name": "network-vif-plugged", "status": "completed", "tag": "17f5ad82-85af-46b8-b2d6-8163746a59b1"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:36:01.323809 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 17f5ad82-85af-46b8-b2d6-8163746a59b1, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:36:01.328593 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:01.354589 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd49592-feb1-4c33-8956-f82e062e89f4 x-openstack-request-id: req-6dd49592-feb1-4c33-8956-f82e062e89f4 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:36:01.354909 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ac268a-9f58-4ce9-bdb1-ef6117743095", "name": "network-vif-plugged", "status": "completed", "tag": "17f5ad82-85af-46b8-b2d6-8163746a59b1", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:36:01.355535 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6dd49592-feb1-4c33-8956-f82e062e89f4 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:36:01.355930 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'code': 200} Sep 16 02:36:01.382341 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=17f5ad82-85af-46b8-b2d6-8163746a59b1,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:36:01.554048 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc0656-da62-416c-8fda-8f0fdf32ccfe req-8e54cca5-1a50-444e-bf41-0f14268a5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:01.555540 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f2fc0656-da62-416c-8fda-8f0fdf32ccfe req-8e54cca5-1a50-444e-bf41-0f14268a5d47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 1098 time: 0.0389328 Sep 16 02:36:01.589267 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f2fc0656-da62-416c-8fda-8f0fdf32ccfe req-500707cb-7902-407d-82c1-d01c8da18ea8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271416 Sep 16 02:36:02.290722 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d098b81-e07a-4b07-bcc8-4e59adf48a00 req-b2f191e7-de37-4ebd-8840-72017d09aa44 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:02.292205 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6d098b81-e07a-4b07-bcc8-4e59adf48a00 req-b2f191e7-de37-4ebd-8840-72017d09aa44 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 945 time: 0.0470867 Sep 16 02:36:02.332016 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-6d098b81-e07a-4b07-bcc8-4e59adf48a00 req-c42baa7c-486c-43ce-8724-2c21bda121e3 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340152 Sep 16 02:36:03.447422 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e87d7-4180-42d9-ac68-0d4c7134c93b req-1bd2a6c8-7b32-4829-b500-7f743f20b4b0 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:03.448871 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9b8e87d7-4180-42d9-ac68-0d4c7134c93b req-1bd2a6c8-7b32-4829-b500-7f743f20b4b0 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 945 time: 0.0507345 Sep 16 02:36:03.485568 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9b8e87d7-4180-42d9-ac68-0d4c7134c93b req-ee107731-f0f5-4bf6-b142-54f2e259782a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309482 Sep 16 02:36:03.594313 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294dcf6-ebee-42aa-bfc6-08a5b1d32e76 req-2d7ea246-9eae-4c5c-800a-2c2286175a64 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:03.595787 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c294dcf6-ebee-42aa-bfc6-08a5b1d32e76 req-2d7ea246-9eae-4c5c-800a-2c2286175a64 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 945 time: 0.0471232 Sep 16 02:36:03.632018 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c294dcf6-ebee-42aa-bfc6-08a5b1d32e76 req-97cbd253-49f7-4baa-9004-c6bc1d91eb98 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304377 Sep 16 02:36:03.653111 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 57092) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:36:03.692071 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd4b72-e83f-481b-a9f6-08dbc678f8b4 tempest-TestVolumeBootPattern-1870937668 tempest-TestVolumeBootPattern-1870937668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:03.693535 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-02cd4b72-e83f-481b-a9f6-08dbc678f8b4 tempest-TestVolumeBootPattern-1870937668 tempest-TestVolumeBootPattern-1870937668-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 1093 time: 0.0394714 Sep 16 02:36:03.696377 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 57094) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:36:03.700479 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'floatingip': {'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'tenant_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:36:03.722178 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:03.818261 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:03.917981 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Allocated IP 172.27.2.85 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/8a4f0c6b-b39e-4ff5-a98f-10ebd3571aa0) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:36:04.020161 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:04.052335 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:04.089671 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:36:04.094352 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:36:04.100493 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:36:04.103425 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'Port': ['ID=8a4f0c6b-b39e-4ff5-a98f-10ebd3571aa0,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:36:04.448586 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:04.511931 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:04.654624 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:04.659014 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:04.729348 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'Port': ['ID=8a4f0c6b-b39e-4ff5-a98f-10ebd3571aa0,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:36:04.740332 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:04.837480 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Floating IP 1d6011bf-927a-493e-95ad-769f405afd24 associated. External IP: 172.27.2.85, port: 17f5ad82-85af-46b8-b2d6-8163746a59b1. Sep 16 02:36:05.037286 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Router f20da24d-e0a9-432b-9f60-1fbac4c87d87 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:36:05.138372 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:36:05.147856 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] Sync routers for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:36:05.156093 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:05.158371 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:36:05.158984 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:35:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:36:05.185469 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-db657216-98e2-48bb-b993-40ab696f8b58 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4880850 Sep 16 02:36:05.186021 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'tag': '17f5ad82-85af-46b8-b2d6-8163746a59b1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:36:05.188305 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ac268a-9f58-4ce9-bdb1-ef6117743095", "tag": "17f5ad82-85af-46b8-b2d6-8163746a59b1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:36:05.223296 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787d396a-2a82-4da7-a916-436bfedc6a33 x-openstack-request-id: req-787d396a-2a82-4da7-a916-436bfedc6a33 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:36:05.223599 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ac268a-9f58-4ce9-bdb1-ef6117743095", "tag": "17f5ad82-85af-46b8-b2d6-8163746a59b1", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:36:05.223848 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-787d396a-2a82-4da7-a916-436bfedc6a33 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:36:05.224244 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'tag': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'status': 'completed', 'code': 200} Sep 16 02:36:05.270006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:36:05.286418 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-aa71d0df-f10b-4c0b-bf03-22d6bff39570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:05.287994 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-aa71d0df-f10b-4c0b-bf03-22d6bff39570 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 1098 time: 0.0400586 Sep 16 02:36:05.374733 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-1dc50c47-387f-4cfc-8eac-c97c3c0876aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:05.376232 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-1dc50c47-387f-4cfc-8eac-c97c3c0876aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.0819194 Sep 16 02:36:05.444675 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-63e31e84-81a8-4dd6-b0b7-30cbb43258d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1 HTTP/1.1" status: 200 len: 998 time: 0.0611792 Sep 16 02:36:05.491421 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1d6011bf-927a-493e-95ad-769f405afd24', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:fd:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:36:04Z', 'updated_at': '2021-09-16T02:36:04Z', 'revision_number': 0, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:36:05.494019 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-a92485e1-7aab-4559-b95f-0d4f60df5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:05.495509 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-a92485e1-7aab-4559-b95f-0d4f60df5f35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0439456 Sep 16 02:36:05.518529 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] Checking router: f20da24d-e0a9-432b-9f60-1fbac4c87d87 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:36:05.527043 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:36:05.527674 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:35:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:36:05.544944 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-af6bb20d-694b-4bb7-98d6-1feb19618011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:05.546575 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-af6bb20d-694b-4bb7-98d6-1feb19618011 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446339 Sep 16 02:36:05.635932 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:36:05.640925 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-e42909ef-a70b-45ac-90b2-65209399ee2c service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876951 Sep 16 02:36:05.732633 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-41a74f6b-430e-4bcb-b777-9194aa0cf6a7 req-4111c10a-2ad0-4764-a4b5-89572e63016c service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851362 Sep 16 02:36:05.854023 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1d6011bf-927a-493e-95ad-769f405afd24', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:fd:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:36:04Z', 'updated_at': '2021-09-16T02:36:04Z', 'revision_number': 0, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:36:05.882848 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a97fde-0ecf-4de7-b070-bf7c2dd1cfcf None None] The sync data for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi is: [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1d6011bf-927a-493e-95ad-769f405afd24', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:fd:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:36:04Z', 'updated_at': '2021-09-16T02:36:04Z', 'revision_number': 0, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:36:06.056689 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f009470-16bf-459e-ab37-6af6270a627a None None] New status for floating IP 1d6011bf-927a-493e-95ad-769f405afd24: ACTIVE {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:36:16.207367 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:17.156530 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:36:18.829991 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-98998240-cf2f-4396-9824-23d965d7a353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:21.456197 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2c1137c0-767c-4764-bbc5-728369503f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:22.268173 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:22.659039 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:24.079687 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:46.218074 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:48.829596 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fee0d92c-8c43-4974-a191-b42bb4df0a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:51.455798 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-df58ec54-952f-40d1-ad4a-dde0b8eec3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:52.268760 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:52.662265 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:54.082454 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:36:54.155285 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:36:54.885876 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-b32c8555-83bc-4ba5-af5d-8181e10da85f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375988 Sep 16 02:36:54.962392 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-a860edc8-a7a1-4c26-ac79-d387a35014ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:54.963821 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-a860edc8-a7a1-4c26-ac79-d387a35014ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 1098 time: 0.0386906 Sep 16 02:36:55.069114 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-2820bca6-5f4a-463c-884f-5ab7d7a65b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:55.070773 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-2820bca6-5f4a-463c-884f-5ab7d7a65b6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.0860300 Sep 16 02:36:55.132517 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-e190b4be-4611-4670-b373-18baddab8269 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1 HTTP/1.1" status: 200 len: 1000 time: 0.0544088 Sep 16 02:36:55.185939 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-bdf1d332-5f51-46a2-804b-9d9804bdc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:55.187375 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-bdf1d332-5f51-46a2-804b-9d9804bdc6ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0475304 Sep 16 02:36:55.233582 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-fd5715d1-14db-43e8-a8ae-2724ace4e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:36:55.235001 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-fd5715d1-14db-43e8-a8ae-2724ace4e6d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410340 Sep 16 02:36:55.320085 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-d0546f49-ade6-465f-bae4-3478267031ff service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778127 Sep 16 02:36:55.409048 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f9926891-e0b1-4189-8502-4b4ec836fcce req-66cca7b9-ab65-4cd4-b69f-9e0b1ac4252f service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815406 Sep 16 02:37:16.217421 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:18.830009 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ef91c871-25a3-45af-9fa5-d17ba3660926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:21.456234 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-88dd4c1b-1c65-4564-8515-db116aed0059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:22.269622 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:22.664953 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:24.086082 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:31.153932 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:37:39.375778 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a7266ad9-0dbb-4173-919a-a4fe17c27e3e tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534985326&fields=id&tenant_id=122d668a284845f29031559d8129dec9 HTTP/1.1" status: 200 len: 267 time: 0.0333905 Sep 16 02:37:39.476656 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-3daa772e-f66e-42ed-8385-db1964d5160c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:39.477997 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-3daa772e-f66e-42ed-8385-db1964d5160c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 812 time: 0.0952489 Sep 16 02:37:39.492604 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-d577f495-480b-444e-a291-b100b8a2478a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/quotas/122d668a284845f29031559d8129dec9 HTTP/1.1" status: 200 len: 375 time: 0.0090792 Sep 16 02:37:39.550214 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-866f86a2-484d-40d7-a74c-5754859c8b91 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526495 Sep 16 02:37:39.605360 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-931d7c33-f808-435a-8fb8-9f600efe352c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 02:37:39.606330 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-931d7c33-f808-435a-8fb8-9f600efe352c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456526 Sep 16 02:37:39.697217 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-d459c10a-7feb-409f-85f3-2389d3a39d86 service neutron] 10.222.0.35 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844378 Sep 16 02:37:39.795644 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-95f78872-f656-4b7d-bdb7-a88c994aa80f service neutron] 10.222.0.35 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923135 Sep 16 02:37:40.088969 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cc8a47f7-760d-45fd-8049-6922584bcbc6 req-b38fc05f-45d1-49fd-b05f-03d1ba72e167 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 210 time: 0.0271618 Sep 16 02:37:41.012496 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-7fa606a5-ebb2-4cd6-b8a5-32030dd5764b tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:41.013942 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-7fa606a5-ebb2-4cd6-b8a5-32030dd5764b tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 812 time: 0.1006696 Sep 16 02:37:41.059412 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-0f8d1347-b676-4332-bea2-372f33b3e44c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=122d668a284845f29031559d8129dec9 HTTP/1.1" status: 200 len: 379 time: 0.0368173 Sep 16 02:37:41.068788 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'port': {'device_id': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'admin_state_up': True, 'tenant_id': '122d668a284845f29031559d8129dec9', 'security_groups': ['deedd0c9-ccf7-40e5-a17c-ac34059f9437']}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:37:41.184373 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-09aac0f8-fc0a-487a-8c8e-9c800b095a79 req-736947a7-ca8a-49f7-b872-ffad6568aaf8 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 210 time: 0.0299671 Sep 16 02:37:41.199754 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Made reservation on behalf of 122d668a284845f29031559d8129dec9 for: {'port': 1} {{(pid=93921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:37:41.203812 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:41.334410 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Allocated IP 172.20.0.7 (ba461cdc-2e6e-46fc-822e-ed7ac56abfa3/39c5bf77-4648-481d-9c3f-b38edbad5d24/2022b8ec-3820-4dae-b693-d3f675011cf1) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:37:41.727644 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:41.759333 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:41.800192 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:37:41.803074 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:37:41.806523 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:37:41.814705 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'Port': ['ID=2022b8ec-3820-4dae-b693-d3f675011cf1,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:37:41.844090 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.844428 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.844761 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.845669 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.845987 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.846308 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.846623 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.846946 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.847254 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.847588 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.847897 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.848203 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:41.870629 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:41.871228 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:41.886624 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-49907723-8192-4fdf-ba6d-5610e4a4778f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8212771 Sep 16 02:37:41.898639 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Request body: {'port': {'device_id': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:37:41.955446 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:42.034105 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-efc4beb6-ad0e-4e06-b9f0-f51d5bc583b4 None None] Provisioning complete for port 2022b8ec-3820-4dae-b693-d3f675011cf1 triggered by entity DHCP. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:37:42.034755 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-efc4beb6-ad0e-4e06-b9f0-f51d5bc583b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:42.066326 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-efc4beb6-ad0e-4e06-b9f0-f51d5bc583b4 None None] Port 2022b8ec-3820-4dae-b693-d3f675011cf1 cannot update to ACTIVE because it is not bound. {{(pid=93922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 02:37:42.207964 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2022b8ec-3820-4dae-b693-d3f675011cf1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:37:42.215162 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:42.226439 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Transition to ACTIVE for port object 2022b8ec-3820-4dae-b693-d3f675011cf1 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 02:37:42.230448 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:42.297387 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ac9a6-7287-4e01-9a4b-40bfa641744a req-48bd3959-6af9-465e-b1de-39430962fc69 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:42.299515 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e44ac9a6-7287-4e01-9a4b-40bfa641744a req-48bd3959-6af9-465e-b1de-39430962fc69 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 943 time: 0.0491712 Sep 16 02:37:42.299979 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Pushing event updated for resources: {'Port': ['ID=2022b8ec-3820-4dae-b693-d3f675011cf1,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:37:42.343013 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e44ac9a6-7287-4e01-9a4b-40bfa641744a req-9b373aff-75bd-48d9-8d81-319bdce39ef9 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341485 Sep 16 02:37:42.351776 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Attempting to bind port 2022b8ec-3820-4dae-b693-d3f675011cf1 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 02:37:42.352111 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Attempting to bind port 2022b8ec-3820-4dae-b693-d3f675011cf1 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 02:37:42.352441 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Attempting to bind port 2022b8ec-3820-4dae-b693-d3f675011cf1 on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:37:42.356950 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Port 2022b8ec-3820-4dae-b693-d3f675011cf1 on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 02:37:42.357289 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Attempting to bind port 2022b8ec-3820-4dae-b693-d3f675011cf1 on network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:37:42.363216 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Checking agent: {'id': 'b8b115a5-2f72-413b-8110-05eb1d2255ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'started_at': datetime.datetime(2021, 9, 16, 2, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 2, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 02:37:42.363591 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Checking segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 02:37:42.364117 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Bound using segment: {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:37:42.364403 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Bound port: 2022b8ec-3820-4dae-b693-d3f675011cf1, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 02:37:42.364794 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:42.434154 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] For port 2022b8ec-3820-4dae-b693-d3f675011cf1, host hv-cinder-80930, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:37:42.437799 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] For port 2022b8ec-3820-4dae-b693-d3f675011cf1, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=2022b8ec-3820-4dae-b693-d3f675011cf1,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:37:42.443167 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:42.477060 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:42.477479 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:42.478805 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] 10.222.0.15 "PUT /v2.0/ports/2022b8ec-3820-4dae-b693-d3f675011cf1 HTTP/1.1" status: 200 len: 1093 time: 0.5843840 Sep 16 02:37:42.479494 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'tag': '2022b8ec-3820-4dae-b693-d3f675011cf1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:37:42.481549 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3decc3-835d-4358-965a-d67642f259d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bc3bdb-ce42-494c-8f01-a4611043ec76", "tag": "2022b8ec-3820-4dae-b693-d3f675011cf1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:37:42.508074 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8418b85-09be-4b65-b30e-a0bfbbcc5165 service neutron] Pushing event updated for resources: {'Port': ['ID=2022b8ec-3820-4dae-b693-d3f675011cf1,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:37:42.582372 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-9c5d3946-e4ff-410a-84e5-4c07b9bdd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:42.584013 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-9c5d3946-e4ff-410a-84e5-4c07b9bdd14c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 1096 time: 0.0528996 Sep 16 02:37:42.628590 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a778824d-29b1-403a-9a93-429c2f069ce9 x-openstack-request-id: req-a778824d-29b1-403a-9a93-429c2f069ce9 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:37:42.628944 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bc3bdb-ce42-494c-8f01-a4611043ec76", "tag": "2022b8ec-3820-4dae-b693-d3f675011cf1", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:37:42.629133 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a778824d-29b1-403a-9a93-429c2f069ce9 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:37:42.629528 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'tag': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'status': 'completed', 'code': 200} Sep 16 02:37:42.631035 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-6f09ed43-bf64-4994-9766-310c4add2b99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2022b8ec-3820-4dae-b693-d3f675011cf1 HTTP/1.1" status: 200 len: 217 time: 0.0385194 Sep 16 02:37:42.679907 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-4729bf4a-44be-48dc-9274-69e4711972d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:42.681347 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-4729bf4a-44be-48dc-9274-69e4711972d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0436187 Sep 16 02:37:42.731499 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-021488c6-26d4-4e49-a81d-8a8107ac55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:42.732909 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-021488c6-26d4-4e49-a81d-8a8107ac55ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441670 Sep 16 02:37:42.820043 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-6dbd273d-9e09-4a34-a3c9-8a29c8335a7d service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798876 Sep 16 02:37:42.910217 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a39ea944-0cd1-4627-b54e-c8daa8238cca req-ddf622a4-e4ac-4251-b666-415f363a5e97 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833843 Sep 16 02:37:42.992372 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3decc3-835d-4358-965a-d67642f259d7 req-10df7e49-9cfa-4999-943b-7924be8cc852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:42.993735 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9e3decc3-835d-4358-965a-d67642f259d7 req-10df7e49-9cfa-4999-943b-7924be8cc852 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 1096 time: 0.0397971 Sep 16 02:37:43.085017 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3decc3-835d-4358-965a-d67642f259d7 req-4c2aac88-d9ae-403f-8830-dff2d3c92fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:43.086442 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9e3decc3-835d-4358-965a-d67642f259d7 req-4c2aac88-d9ae-403f-8830-dff2d3c92fed service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.0851867 Sep 16 02:37:43.126872 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9e3decc3-835d-4358-965a-d67642f259d7 req-110caca5-10c7-4e8b-a7ee-211d76c1a229 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2022b8ec-3820-4dae-b693-d3f675011cf1 HTTP/1.1" status: 200 len: 217 time: 0.0329788 Sep 16 02:37:43.176214 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3decc3-835d-4358-965a-d67642f259d7 req-d77fc18e-c826-46c1-9ef5-e8483076d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:43.177580 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9e3decc3-835d-4358-965a-d67642f259d7 req-d77fc18e-c826-46c1-9ef5-e8483076d804 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0416832 Sep 16 02:37:43.223076 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3decc3-835d-4358-965a-d67642f259d7 req-d7f7095d-e032-4309-87e2-3fab6c02c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:43.224537 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9e3decc3-835d-4358-965a-d67642f259d7 req-d7f7095d-e032-4309-87e2-3fab6c02c926 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387456 Sep 16 02:37:43.317348 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9e3decc3-835d-4358-965a-d67642f259d7 req-d4754045-d5a4-4c64-926b-d9c41fdd4ea3 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815818 Sep 16 02:37:43.414734 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-9e3decc3-835d-4358-965a-d67642f259d7 req-919c4a7f-ea71-412c-b16f-91defda55b52 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859535 Sep 16 02:37:43.459506 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9854404-4bd8-4109-b79e-b6edbe876134 req-6dcb35f9-0211-4894-a62a-b594adbb5a6d tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:43.460978 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d9854404-4bd8-4109-b79e-b6edbe876134 req-6dcb35f9-0211-4894-a62a-b594adbb5a6d tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 943 time: 0.0509126 Sep 16 02:37:43.496097 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d9854404-4bd8-4109-b79e-b6edbe876134 req-b93fb757-11b2-4322-bb4b-8071de3cb454 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294230 Sep 16 02:37:44.610885 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d8160-dc79-40ef-bd6c-93bb3f44a0ab req-7763d567-9eb8-4a3c-b7ae-6b111cee8cb1 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:44.612374 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c61d8160-dc79-40ef-bd6c-93bb3f44a0ab req-7763d567-9eb8-4a3c-b7ae-6b111cee8cb1 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 943 time: 0.0503278 Sep 16 02:37:44.650753 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c61d8160-dc79-40ef-bd6c-93bb3f44a0ab req-3de1defe-cc75-4f03-a1cc-af12b3c7fa9c tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324993 Sep 16 02:37:45.762866 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db099f-3e00-4759-8451-9958dd47151e req-43ffc271-74a7-417c-8ff5-59ff264ad5eb tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:45.764373 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-33db099f-3e00-4759-8451-9958dd47151e req-43ffc271-74a7-417c-8ff5-59ff264ad5eb tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 943 time: 0.0489933 Sep 16 02:37:45.801867 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-33db099f-3e00-4759-8451-9958dd47151e req-df6526f7-3a58-4362-9021-98bb62c9be08 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315216 Sep 16 02:37:46.216186 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:46.911808 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08de58-be76-4c5c-8155-811291e0ba9c req-8a5a3eb4-a314-4e5e-834b-49185d8b8850 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:46.913237 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7f08de58-be76-4c5c-8155-811291e0ba9c req-8a5a3eb4-a314-4e5e-834b-49185d8b8850 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 943 time: 0.0467253 Sep 16 02:37:46.949849 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-7f08de58-be76-4c5c-8155-811291e0ba9c req-d0ed1490-7b47-469a-9b90-9e31b4a24ff1 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308294 Sep 16 02:37:48.061362 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04cb23-3708-4236-9caf-f3b329675f96 req-bd437cf1-9919-4d8c-9742-dc63c58c2c87 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:48.062826 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e04cb23-3708-4236-9caf-f3b329675f96 req-bd437cf1-9919-4d8c-9742-dc63c58c2c87 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 943 time: 0.0501201 Sep 16 02:37:48.099640 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e04cb23-3708-4236-9caf-f3b329675f96 req-6c1be36c-df86-41e5-80a3-06b41352fa3e tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304570 Sep 16 02:37:48.831082 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ef485a82-a624-442d-b6b8-a4d3c970ca3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:49.212534 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18edc-f9dc-4544-baab-d225b2bacc0a req-3dd4d56c-1c7e-4402-b756-4834bc93757f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:49.213957 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a2d18edc-f9dc-4544-baab-d225b2bacc0a req-3dd4d56c-1c7e-4402-b756-4834bc93757f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 943 time: 0.0512617 Sep 16 02:37:49.249621 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-a2d18edc-f9dc-4544-baab-d225b2bacc0a req-67a5c8f3-17d0-4ed0-9db6-c86484d2def0 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298510 Sep 16 02:37:49.660772 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 2022b8ec-3820-4dae-b693-d3f675011cf1 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=93922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:37:49.751701 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 2022b8ec-3820-4dae-b693-d3f675011cf1, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=2022b8ec-3820-4dae-b693-d3f675011cf1,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:37:49.765321 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Returning: {'device': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'port_id': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'mac_address': 'fa:16:3e:70:cf:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:37:49.801278 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:49.813341 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2022b8ec-3820-4dae-b693-d3f675011cf1 {{(pid=93922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 02:37:49.832583 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 2022b8ec-3820-4dae-b693-d3f675011cf1, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=2022b8ec-3820-4dae-b693-d3f675011cf1,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:37:49.836437 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:49.881431 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=2022b8ec-3820-4dae-b693-d3f675011cf1,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:37:49.888097 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.888447 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.888782 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.889114 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.889441 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.889767 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.890088 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.890407 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.890756 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.891078 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.891417 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:49.891761 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:37:50.058072 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] get_ports_and_sgs() called for port_ids ['2022b8ec-3820-4dae-b693-d3f675011cf1'] {{(pid=93922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 02:37:50.364812 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ddad5-886a-4e85-a55e-eeab576467f2 req-11d6834b-9bbd-49c3-a130-b316083dddcf tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:50.366801 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a0ddad5-886a-4e85-a55e-eeab576467f2 req-11d6834b-9bbd-49c3-a130-b316083dddcf tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 944 time: 0.0517988 Sep 16 02:37:50.405693 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a0ddad5-886a-4e85-a55e-eeab576467f2 req-f0046177-abb3-4cfe-8c68-938b6f77d60b tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304642 Sep 16 02:37:51.458149 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0fbc-fc87-4cbe-924c-ba8c90dce340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:51.520566 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48330553-67d2-4b5d-9ae2-6c40007e33fb req-2d34a122-8257-4771-9d47-4559ebc67f27 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:51.522035 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-48330553-67d2-4b5d-9ae2-6c40007e33fb req-2d34a122-8257-4771-9d47-4559ebc67f27 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 944 time: 0.0482635 Sep 16 02:37:51.558687 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-48330553-67d2-4b5d-9ae2-6c40007e33fb req-cb9438b3-b9d7-4554-92a4-0fc5343a7c01 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307868 Sep 16 02:37:51.659607 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 2022b8ec-3820-4dae-b693-d3f675011cf1 up at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:37:51.710032 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning for port 2022b8ec-3820-4dae-b693-d3f675011cf1 completed by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 02:37:51.713608 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Provisioning complete for port 2022b8ec-3820-4dae-b693-d3f675011cf1 triggered by entity L2. {{(pid=93922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 02:37:51.713976 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-653794'] for port, provisioning_complete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:51.788386 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:51.810262 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2022b8ec-3820-4dae-b693-d3f675011cf1'}] {{(pid=93922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:37:51.812528 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86eb2df21b6c29919568e9dfbc855dbedb5023bac88a66fbdc00b143703f8148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c0e5a8-7898-4238-b28a-d1e49754b291" -d '{"events": [{"server_uuid": "a2bc3bdb-ce42-494c-8f01-a4611043ec76", "name": "network-vif-plugged", "status": "completed", "tag": "2022b8ec-3820-4dae-b693-d3f675011cf1"}]}' {{(pid=93922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:37:51.825217 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] For port 2022b8ec-3820-4dae-b693-d3f675011cf1, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=2022b8ec-3820-4dae-b693-d3f675011cf1,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:37:51.829009 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:51.875965 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Pushing event updated for resources: {'Port': ['ID=2022b8ec-3820-4dae-b693-d3f675011cf1,revision_number=5']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:37:51.905249 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db823858-0f7a-48a6-895e-2fed3005fdb8 x-openstack-request-id: req-db823858-0f7a-48a6-895e-2fed3005fdb8 {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:37:51.905545 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bc3bdb-ce42-494c-8f01-a4611043ec76", "name": "network-vif-plugged", "status": "completed", "tag": "2022b8ec-3820-4dae-b693-d3f675011cf1", "code": 200}]} {{(pid=93922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:37:51.905825 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db823858-0f7a-48a6-895e-2fed3005fdb8 {{(pid=93922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:37:51.906223 dv-cinder-809306-1-iscsi neutron-server[93922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'code': 200} Sep 16 02:37:52.110061 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b4676-a57f-4526-a522-d6c194f48219 req-47cf3ca0-12dc-4824-99b8-44983c3612ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:52.111600 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c12b4676-a57f-4526-a522-d6c194f48219 req-47cf3ca0-12dc-4824-99b8-44983c3612ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 1098 time: 0.0398686 Sep 16 02:37:52.144710 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-c12b4676-a57f-4526-a522-d6c194f48219 req-827e41d7-7fa8-430d-b542-c3f415924a19 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264757 Sep 16 02:37:52.270543 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:52.672550 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:52.674929 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80664ab-378e-4c2e-8f33-321785dc213e req-81928271-b8a9-403e-b385-37c9972b03d5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:52.676458 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f80664ab-378e-4c2e-8f33-321785dc213e req-81928271-b8a9-403e-b385-37c9972b03d5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 945 time: 0.0530422 Sep 16 02:37:52.714238 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-f80664ab-378e-4c2e-8f33-321785dc213e req-44c5c3ba-76a4-4b54-9cc2-8d88e30b7ee3 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318544 Sep 16 02:37:53.827049 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e8a6a-b7e6-4f5f-a03a-3aa039a596a6 req-43f44292-3b1b-49e0-a29b-463ec45ffdbe tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:53.828571 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2b5e8a6a-b7e6-4f5f-a03a-3aa039a596a6 req-43f44292-3b1b-49e0-a29b-463ec45ffdbe tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 945 time: 0.0496423 Sep 16 02:37:53.864512 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2b5e8a6a-b7e6-4f5f-a03a-3aa039a596a6 req-3df3f582-9af0-44e3-a7a8-5d1a1d088614 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300601 Sep 16 02:37:53.974761 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ecb05-a9dc-4755-9a6d-8f77aad1fb9a req-7e398d0a-3724-4052-9731-f3a511fcd216 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:53.976174 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-448ecb05-a9dc-4755-9a6d-8f77aad1fb9a req-7e398d0a-3724-4052-9731-f3a511fcd216 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 945 time: 0.0473001 Sep 16 02:37:54.013323 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-448ecb05-a9dc-4755-9a6d-8f77aad1fb9a req-bd046710-bee8-4476-85df-a97723ad3534 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312042 Sep 16 02:37:54.034798 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 57214) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:37:54.073135 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53423130-6f15-4b72-a58f-86aef6160467 tempest-TestVolumeBootPattern-1870937668 tempest-TestVolumeBootPattern-1870937668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:54.074616 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-53423130-6f15-4b72-a58f-86aef6160467 tempest-TestVolumeBootPattern-1870937668 tempest-TestVolumeBootPattern-1870937668-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 1093 time: 0.0388558 Sep 16 02:37:54.077352 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 57216) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:37:54.081699 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.base [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Request body: {'floatingip': {'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'port_id': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'tenant_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:37:54.088691 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:54.102858 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:54.197790 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:54.296216 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Allocated IP 172.27.2.84 (20c6ad3e-e1ef-4253-be1a-d9f49f0795f5/251679a7-f34f-47be-9c84-e308f75bc265/4d452c69-a63f-49ef-8863-8a9bb309a825) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:37:54.397756 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:54.429781 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758792913354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:54.465029 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Network 20c6ad3e-e1ef-4253-be1a-d9f49f0795f5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:37:54.467854 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:37:54.471927 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 02:37:54.497976 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'Port': ['ID=4d452c69-a63f-49ef-8863-8a9bb309a825,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:37:54.821905 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:54.885821 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923694'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:55.033292 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:55.037702 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758793467917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758792913372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758792913390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4778727'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:55.108470 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event updated for resources: {'Port': ['ID=4d452c69-a63f-49ef-8863-8a9bb309a825,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:37:55.121235 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8121361'] for floatingip, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:55.221764 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Floating IP e70fa80a-d49e-4572-87cc-b96c57735c55 associated. External IP: 172.27.2.84, port: 2022b8ec-3820-4dae-b693-d3f675011cf1. Sep 16 02:37:55.425842 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Router f20da24d-e0a9-432b-9f60-1fbac4c87d87 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:37:55.526971 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:37:55.536614 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] Sync routers for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:37:55.542732 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:37:55.545402 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:37:55.546017 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:37:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:37:55.572415 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-1f91bed7-0eae-4504-8c74-2718f7629ff5 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4940572 Sep 16 02:37:55.573040 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'tag': '2022b8ec-3820-4dae-b693-d3f675011cf1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:37:55.575344 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cec11c-5012-4c49-a0e9-c45c0ab82608" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bc3bdb-ce42-494c-8f01-a4611043ec76", "tag": "2022b8ec-3820-4dae-b693-d3f675011cf1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:37:55.619547 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff52fdb-705c-4cfb-ab5d-c35b82cdf3a9 x-openstack-request-id: req-bff52fdb-705c-4cfb-ab5d-c35b82cdf3a9 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:37:55.619834 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bc3bdb-ce42-494c-8f01-a4611043ec76", "tag": "2022b8ec-3820-4dae-b693-d3f675011cf1", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:37:55.620091 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bff52fdb-705c-4cfb-ab5d-c35b82cdf3a9 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:37:55.620493 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'tag': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'status': 'completed', 'code': 200} Sep 16 02:37:55.651716 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:37:55.690003 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-dc5c1cef-b9a1-4fcb-a681-b0023dd63dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:55.691662 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-dc5c1cef-b9a1-4fcb-a681-b0023dd63dfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 1098 time: 0.0402889 Sep 16 02:37:55.780763 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-3bf9a821-c7b9-4f72-a21e-dfc2a30b49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:55.782391 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-3bf9a821-c7b9-4f72-a21e-dfc2a30b49d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.0837352 Sep 16 02:37:55.848903 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-2df7cbe4-4250-4773-bfd9-33860e04b9ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2022b8ec-3820-4dae-b693-d3f675011cf1 HTTP/1.1" status: 200 len: 998 time: 0.0597169 Sep 16 02:37:55.879434 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1d6011bf-927a-493e-95ad-769f405afd24', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:fd:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:36:04Z', 'updated_at': '2021-09-16T02:36:06Z', 'revision_number': 1, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}, {'id': 'e70fa80a-d49e-4572-87cc-b96c57735c55', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:70:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:37:54Z', 'updated_at': '2021-09-16T02:37:54Z', 'revision_number': 0, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:37:55.895988 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-bc40cfd8-708e-42cb-b4fc-7c94c854a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:55.897426 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-bc40cfd8-708e-42cb-b4fc-7c94c854a6b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0423598 Sep 16 02:37:55.904378 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] Checking router: f20da24d-e0a9-432b-9f60-1fbac4c87d87 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:37:55.914404 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:37:55.914404 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:37:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:37:55.942597 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-59a29152-590b-4eab-90c8-2fff7d7d314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:55.944016 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-59a29152-590b-4eab-90c8-2fff7d7d314f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388796 Sep 16 02:37:56.020732 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:37:56.035467 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-9e57d6db-5411-4246-bced-bfeb9a0d45ef service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835049 Sep 16 02:37:56.126939 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-76cec11c-5012-4c49-a0e9-c45c0ab82608 req-11b79676-2736-4387-acef-a056adc1e6f5 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849490 Sep 16 02:37:56.244663 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1d6011bf-927a-493e-95ad-769f405afd24', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:fd:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:36:04Z', 'updated_at': '2021-09-16T02:36:06Z', 'revision_number': 1, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}, {'id': 'e70fa80a-d49e-4572-87cc-b96c57735c55', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:70:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:37:54Z', 'updated_at': '2021-09-16T02:37:54Z', 'revision_number': 0, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:37:56.270528 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38294d-5836-45e6-beda-b2155e7f6fda None None] The sync data for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi is: [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1d6011bf-927a-493e-95ad-769f405afd24', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:fd:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:36:04Z', 'updated_at': '2021-09-16T02:36:06Z', 'revision_number': 1, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}, {'id': 'e70fa80a-d49e-4572-87cc-b96c57735c55', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:70:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:37:54Z', 'updated_at': '2021-09-16T02:37:54Z', 'revision_number': 0, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:37:56.454999 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb38bd-cd4a-4982-9384-94c685c629c9 None None] New status for floating IP e70fa80a-d49e-4572-87cc-b96c57735c55: ACTIVE {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:37:56.468059 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-830fa2eb-e195-455c-9cf1-7a5cd19cb350 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437877 Sep 16 02:37:56.544044 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-1edc8705-c325-4dd2-b6e2-caa0c38703a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:56.545511 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-1edc8705-c325-4dd2-b6e2-caa0c38703a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 1098 time: 0.0382919 Sep 16 02:37:56.900622 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-074e94e6-4575-497d-8a96-60cc2a9ebda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:56.901986 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-074e94e6-4575-497d-8a96-60cc2a9ebda7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.3372676 Sep 16 02:37:56.963586 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-506ad2e3-bb96-4126-9c42-9e43176711aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1 HTTP/1.1" status: 200 len: 1000 time: 0.0542436 Sep 16 02:37:57.010157 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-4236201d-5637-4411-b525-b650ab26ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:57.011510 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-4236201d-5637-4411-b525-b650ab26ff64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0407684 Sep 16 02:37:57.057283 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-2936b344-45b6-4398-b4fb-da8eaa42c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:37:57.058725 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-2936b344-45b6-4398-b4fb-da8eaa42c813 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408978 Sep 16 02:37:57.144819 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-e9425219-ca52-4c16-af63-82beb80d8c67 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790081 Sep 16 02:37:57.236104 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-68ae9444-726e-4c15-9bd2-2de9687e6562 req-48aa9172-acaf-4bee-ab83-02c1ad59924b service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832751 Sep 16 02:38:08.152487 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:38:16.232490 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:18.831422 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0b747be2-3c5d-45b0-b754-619d824d1ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:21.459250 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ba0419f9-91e0-419f-9799-0fc79057a2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:22.271239 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:22.670086 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:24.089160 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:45.151005 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:38:46.247249 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:48.831857 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ad260161-20cb-4ac2-862f-30259edad30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:51.459144 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2336fb7b-ee91-43d4-add7-cc8abe51beef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:52.272311 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:52.672564 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:54.095621 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:38:55.878067 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-4a1ad59a-9898-4473-a823-399818a09a6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375526 Sep 16 02:38:55.934448 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-dad65581-aa10-4145-89f4-9d6cc90c852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:38:55.935901 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-dad65581-aa10-4145-89f4-9d6cc90c852d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 1098 time: 0.0380425 Sep 16 02:38:56.039931 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-e42f1ece-f43b-4147-8936-04bda7235f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:38:56.047463 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-e42f1ece-f43b-4147-8936-04bda7235f8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.0923550 Sep 16 02:38:56.110218 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-2c30e7fe-09ee-495f-82d9-bfedaa4629bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2022b8ec-3820-4dae-b693-d3f675011cf1 HTTP/1.1" status: 200 len: 1000 time: 0.0559764 Sep 16 02:38:56.165018 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-77c0c458-c0f8-4a6c-b827-7a4c5da2d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:38:56.166413 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-77c0c458-c0f8-4a6c-b827-7a4c5da2d392 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0500195 Sep 16 02:38:56.211954 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-837c9705-0ed1-48b2-a587-d6e7772ea9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:38:56.213415 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-837c9705-0ed1-48b2-a587-d6e7772ea9a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397019 Sep 16 02:38:56.305405 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-f59dadc7-f5f0-4eb7-a780-ac266659456c service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846930 Sep 16 02:38:56.396603 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-22d4a147-fd5c-45f7-83f3-0985fdd0cf8f req-7676fe52-1712-4334-84e2-38db2df124c4 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830441 Sep 16 02:39:16.243293 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:18.831698 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b58a978c-498a-4f66-b225-8907585719ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:21.459296 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-61097a2c-16b1-471a-8fe8-8cdbfa77e0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:22.152016 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:39:22.272904 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:22.675791 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:24.099146 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:34.255652 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 57260) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:34.502857 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Deleting port 4d452c69-a63f-49ef-8863-8a9bb309a825 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:34.503225 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:34.578494 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:34.578815 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:34.590571 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Calling delete_port for 4d452c69-a63f-49ef-8863-8a9bb309a825 owned by network:floatingip {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:34.730103 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:34.758554 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event deleted for resources: {'Port': ['ID=4d452c69-a63f-49ef-8863-8a9bb309a825,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:34.769700 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.770047 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.770378 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.770708 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.771038 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.771391 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.771714 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.772036 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.772356 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.772672 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.772987 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.773300 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:34.825177 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:34.825492 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.db.l3_db [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Floating IP e70fa80a-d49e-4572-87cc-b96c57735c55 disassociated (deleted). External IP: 172.27.2.84, port: 2022b8ec-3820-4dae-b693-d3f675011cf1. Sep 16 02:39:35.048774 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Router f20da24d-e0a9-432b-9f60-1fbac4c87d87 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:39:35.152789 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:39:35.157597 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:35.162610 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] Sync routers for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:39:35.171516 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:39:35.172126 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:39:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:35.182766 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-77563412-af65-42d3-86ba-428bd138b661 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "DELETE /v2.0/floatingips/e70fa80a-d49e-4572-87cc-b96c57735c55 HTTP/1.1" status: 204 len: 168 time: 0.9260559 Sep 16 02:39:35.183363 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'tag': '2022b8ec-3820-4dae-b693-d3f675011cf1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:39:35.185594 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce06423-a1e4-4e2e-a18b-79e0473129c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bc3bdb-ce42-494c-8f01-a4611043ec76", "tag": "2022b8ec-3820-4dae-b693-d3f675011cf1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:39:35.231527 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ff6a4-2630-4321-b34a-a54dac53e6a4 x-openstack-request-id: req-b28ff6a4-2630-4321-b34a-a54dac53e6a4 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:39:35.231986 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bc3bdb-ce42-494c-8f01-a4611043ec76", "tag": "2022b8ec-3820-4dae-b693-d3f675011cf1", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:39:35.232125 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b28ff6a4-2630-4321-b34a-a54dac53e6a4 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:39:35.232475 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'tag': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'status': 'completed', 'code': 200} Sep 16 02:39:35.285825 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:39:35.301381 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-b618d224-7768-4559-ac05-8fffcc2aa504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:35.302807 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-b618d224-7768-4559-ac05-8fffcc2aa504 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 1098 time: 0.0473449 Sep 16 02:39:35.422275 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-60283fa6-b133-4eef-b0a6-9cbfb28f9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:35.423920 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-60283fa6-b133-4eef-b0a6-9cbfb28f9603 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.1020207 Sep 16 02:39:35.431653 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699c865-97f1-468a-8e6c-ef26f85ebcab req-8824e056-ff4f-43b8-891a-1eaaf1cfae2e tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:35.433207 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3699c865-97f1-468a-8e6c-ef26f85ebcab req-8824e056-ff4f-43b8-891a-1eaaf1cfae2e tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 945 time: 0.0571792 Sep 16 02:39:35.466190 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-db2e3e6b-4553-451a-bfce-39faeb906958 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2022b8ec-3820-4dae-b693-d3f675011cf1 HTTP/1.1" status: 200 len: 217 time: 0.0347219 Sep 16 02:39:35.476969 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3699c865-97f1-468a-8e6c-ef26f85ebcab req-2f4058bb-f11e-49e7-b1bd-57d0b2a6636f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374596 Sep 16 02:39:35.514163 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1d6011bf-927a-493e-95ad-769f405afd24', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:fd:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:36:04Z', 'updated_at': '2021-09-16T02:36:06Z', 'revision_number': 1, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:35.523199 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-f7f5ecf7-cca0-4b61-9680-e48220236387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:35.524691 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-f7f5ecf7-cca0-4b61-9680-e48220236387 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0502229 Sep 16 02:39:35.539530 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] Checking router: f20da24d-e0a9-432b-9f60-1fbac4c87d87 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:39:35.547623 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:39:35.548229 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:39:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:35.570691 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-871a2f3c-1eb5-4efd-8790-068980e788c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:35.572145 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-871a2f3c-1eb5-4efd-8790-068980e788c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395741 Sep 16 02:39:35.668644 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-5e4d54e7-4fb2-4ec5-8eab-5f6fd45b33ee service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881822 Sep 16 02:39:35.774383 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-cce06423-a1e4-4e2e-a18b-79e0473129c5 req-1c8a8500-13e5-48b0-8be3-e96ea9c91058 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969751 Sep 16 02:39:35.774666 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:39:35.989006 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1d6011bf-927a-493e-95ad-769f405afd24', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:fd:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:36:04Z', 'updated_at': '2021-09-16T02:36:06Z', 'revision_number': 1, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:36.017456 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea67225-966b-4725-bedc-6b0d13184c28 None None] The sync data for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi is: [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_floatingips': [{'id': '1d6011bf-927a-493e-95ad-769f405afd24', 'tenant_id': '122d668a284845f29031559d8129dec9', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'router_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'port_id': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'mac_address': 'fa:16:3e:fd:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T02:36:04Z', 'updated_at': '2021-09-16T02:36:06Z', 'revision_number': 1, 'project_id': '122d668a284845f29031559d8129dec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:39:36.232192 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde2885-2b77-4af5-bea6-cf0606c74af2 None None] New status for floating IP e70fa80a-d49e-4572-87cc-b96c57735c55: DOWN {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:39:36.618766 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1737-12ec-4053-9b39-082a18f104d4 req-8ea26db3-5a95-4ced-8ed6-798ee4fdb04b tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:36.620160 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bbfc1737-12ec-4053-9b39-082a18f104d4 req-8ea26db3-5a95-4ced-8ed6-798ee4fdb04b tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 945 time: 0.0499868 Sep 16 02:39:36.655486 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-bbfc1737-12ec-4053-9b39-082a18f104d4 req-df0a1aa4-b386-4af6-8c77-cf5c987e0ff9 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295947 Sep 16 02:39:36.900731 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5110fc-af75-4901-a3af-8976f314c732 req-7a8e8e13-8b8e-457e-8153-6161b170a13d tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:36.902076 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1a5110fc-af75-4901-a3af-8976f314c732 req-7a8e8e13-8b8e-457e-8153-6161b170a13d tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 945 time: 0.0471892 Sep 16 02:39:36.992035 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-1a5110fc-af75-4901-a3af-8976f314c732 req-335d1959-13b9-4963-a0ec-f81071d98e41 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Deleting port 2022b8ec-3820-4dae-b693-d3f675011cf1 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:36.992371 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1a5110fc-af75-4901-a3af-8976f314c732 req-335d1959-13b9-4963-a0ec-f81071d98e41 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:37.079596 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-1a5110fc-af75-4901-a3af-8976f314c732 req-335d1959-13b9-4963-a0ec-f81071d98e41 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] For port 2022b8ec-3820-4dae-b693-d3f675011cf1, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=2022b8ec-3820-4dae-b693-d3f675011cf1,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:39:37.079953 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1a5110fc-af75-4901-a3af-8976f314c732 req-335d1959-13b9-4963-a0ec-f81071d98e41 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:37.091807 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-1a5110fc-af75-4901-a3af-8976f314c732 req-335d1959-13b9-4963-a0ec-f81071d98e41 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Calling delete_port for 2022b8ec-3820-4dae-b693-d3f675011cf1 owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:37.212415 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1a5110fc-af75-4901-a3af-8976f314c732 req-335d1959-13b9-4963-a0ec-f81071d98e41 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:37.243055 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d1959-13b9-4963-a0ec-f81071d98e41 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event deleted for resources: {'Port': ['ID=2022b8ec-3820-4dae-b693-d3f675011cf1,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:37.282553 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5110fc-af75-4901-a3af-8976f314c732 req-335d1959-13b9-4963-a0ec-f81071d98e41 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] No DVR routers for this DVR port 2022b8ec-3820-4dae-b693-d3f675011cf1 on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:39:37.285638 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-1a5110fc-af75-4901-a3af-8976f314c732 req-335d1959-13b9-4963-a0ec-f81071d98e41 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:37.287578 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-1a5110fc-af75-4901-a3af-8976f314c732 req-335d1959-13b9-4963-a0ec-f81071d98e41 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "DELETE /v2.0/ports/2022b8ec-3820-4dae-b693-d3f675011cf1 HTTP/1.1" status: 204 len: 173 time: 0.3780739 Sep 16 02:39:37.288005 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'name': 'network-vif-deleted', 'tag': '2022b8ec-3820-4dae-b693-d3f675011cf1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:39:37.290170 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c854598-56e1-441b-a17f-d60294690b27" -d '{"events": [{"server_uuid": "a2bc3bdb-ce42-494c-8f01-a4611043ec76", "name": "network-vif-deleted", "tag": "2022b8ec-3820-4dae-b693-d3f675011cf1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:39:37.326408 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85e52ca-7b4a-4563-8db6-a48f644173d0 x-openstack-request-id: req-d85e52ca-7b4a-4563-8db6-a48f644173d0 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:39:37.326694 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bc3bdb-ce42-494c-8f01-a4611043ec76", "name": "network-vif-deleted", "tag": "2022b8ec-3820-4dae-b693-d3f675011cf1", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:39:37.326941 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d85e52ca-7b4a-4563-8db6-a48f644173d0 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:39:37.327359 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bc3bdb-ce42-494c-8f01-a4611043ec76', 'name': 'network-vif-deleted', 'tag': '2022b8ec-3820-4dae-b693-d3f675011cf1', 'status': 'completed', 'code': 200} Sep 16 02:39:37.759240 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-ad0e30d1-ec39-419b-8349-b741423e341c req-bfe396b4-926a-44a4-aaa1-584c16115c2e tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2bc3bdb-ce42-494c-8f01-a4611043ec76 HTTP/1.1" status: 200 len: 210 time: 0.0252950 Sep 16 02:39:40.176196 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 2022b8ec-3820-4dae-b693-d3f675011cf1 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:39:40.196038 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 2022b8ec-3820-4dae-b693-d3f675011cf1 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:39:40.196380 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 2022b8ec-3820-4dae-b693-d3f675011cf1 not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:39:41.025207 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57304) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:41.177352 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Deleting port 8a4f0c6b-b39e-4ff5-a98f-10ebd3571aa0 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:41.177692 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:41.250592 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:41.250930 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:41.262658 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Calling delete_port for 8a4f0c6b-b39e-4ff5-a98f-10ebd3571aa0 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:41.404395 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:41.428668 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event deleted for resources: {'Port': ['ID=8a4f0c6b-b39e-4ff5-a98f-10ebd3571aa0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:41.440133 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.440503 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.440847 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.441184 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.441514 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.441845 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.442176 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.442503 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.442830 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.443154 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.443504 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.444092 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:41.499707 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:41.500041 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.db.l3_db [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Floating IP 1d6011bf-927a-493e-95ad-769f405afd24 disassociated (deleted). External IP: 172.27.2.85, port: 17f5ad82-85af-46b8-b2d6-8163746a59b1. Sep 16 02:39:41.698708 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Router f20da24d-e0a9-432b-9f60-1fbac4c87d87 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:39:41.803185 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:39:41.807900 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:41.812723 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] Sync routers for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:39:41.821455 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:39:41.822067 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:39:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:41.833142 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-fca19862-f3e2-4eba-9842-ebdfa15d73dd tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "DELETE /v2.0/floatingips/1d6011bf-927a-493e-95ad-769f405afd24 HTTP/1.1" status: 204 len: 168 time: 0.8068447 Sep 16 02:39:41.833713 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'tag': '17f5ad82-85af-46b8-b2d6-8163746a59b1'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:39:41.835957 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}783256175d2c8b3eef858cc7d88860bbc35b003b20ae4facb634c5fec6aa0592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31a5523-11ad-4df3-9843-60daa212b6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ac268a-9f58-4ce9-bdb1-ef6117743095", "tag": "17f5ad82-85af-46b8-b2d6-8163746a59b1"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:39:41.931739 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:39:42.001452 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 02:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58bdca4-f7ab-48ca-bc46-53fa63dd2a17 x-openstack-request-id: req-e58bdca4-f7ab-48ca-bc46-53fa63dd2a17 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:39:42.002031 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ac268a-9f58-4ce9-bdb1-ef6117743095", "tag": "17f5ad82-85af-46b8-b2d6-8163746a59b1", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:39:42.002490 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e58bdca4-f7ab-48ca-bc46-53fa63dd2a17 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:39:42.002956 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'tag': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'status': 'completed', 'code': 200} Sep 16 02:39:42.090955 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27a167-ad22-4bbb-ae49-73f6cd4eb758 req-e92cf48f-626e-4084-9013-687f7b8890de tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:42.092451 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-eb27a167-ad22-4bbb-ae49-73f6cd4eb758 req-e92cf48f-626e-4084-9013-687f7b8890de tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 945 time: 0.0752532 Sep 16 02:39:42.097826 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-44bc2e56-bb2a-47d5-8742-e24ab1125534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:42.099196 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-44bc2e56-bb2a-47d5-8742-e24ab1125534 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=122d668a284845f29031559d8129dec9&device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 1098 time: 0.0736828 Sep 16 02:39:42.131835 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:42.155420 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-eb27a167-ad22-4bbb-ae49-73f6cd4eb758 req-6387db26-315c-40bf-8a4f-e035e5e99deb tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552645 Sep 16 02:39:42.161877 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] Checking router: f20da24d-e0a9-432b-9f60-1fbac4c87d87 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:39:42.175984 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:39:42.175984 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:39:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:42.208435 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-27fadb30-05d4-49bd-ac08-7a53d930cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:42.209797 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-27fadb30-05d4-49bd-ac08-7a53d930cf3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 200 len: 913 time: 0.0974579 Sep 16 02:39:42.264825 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-ddadb505-b1f8-4903-8d1d-c25fe13dab3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1 HTTP/1.1" status: 200 len: 217 time: 0.0455558 Sep 16 02:39:42.275804 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:39:42.313305 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-d8b97376-9409-4777-9b05-396bbd1ad2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:42.315344 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-d8b97376-9409-4777-9b05-396bbd1ad2b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 200 len: 851 time: 0.0426204 Sep 16 02:39:42.358794 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-352a0d7a-67b7-49d3-8c58-a79dd71c020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:42.360287 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-352a0d7a-67b7-49d3-8c58-a79dd71c020c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382977 Sep 16 02:39:42.452466 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-9fa914d4-0108-44c2-b135-7b44737a8134 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838671 Sep 16 02:39:42.473647 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:42.503596 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4f863-3fd9-4952-adbf-550069bdd2ce None None] The sync data for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi is: [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:32:55Z', 'revision_number': 4, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi', '_interfaces': [{'id': '4ab761ec-3bc1-436f-ad7e-e31764045f91', 'name': '', 'network_id': 'ba461cdc-2e6e-46fc-822e-ed7ac56abfa3', 'tenant_id': '122d668a284845f29031559d8129dec9', 'mac_address': 'fa:16:3e:14:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:54Z', 'updated_at': '2021-09-16T02:32:59Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'subnets': [{'id': '39c5bf77-4648-481d-9c3f-b38edbad5d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:39:42.543366 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-e31a5523-11ad-4df3-9843-60daa212b6b4 req-2d4ee17f-c713-44ec-b2da-076073d7d701 service neutron] 10.222.0.15 "GET /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821495 Sep 16 02:39:42.710094 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe049fdf-c2a6-45d3-9798-8b48e11fe9cd None None] New status for floating IP 1d6011bf-927a-493e-95ad-769f405afd24: DOWN {{(pid=93923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 02:39:43.268411 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec72eb9-b04d-4c9c-a283-49eb7d33c68f req-83522d34-bcd0-4071-9044-05c019b243e4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:43.269836 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ec72eb9-b04d-4c9c-a283-49eb7d33c68f req-83522d34-bcd0-4071-9044-05c019b243e4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 945 time: 0.0468962 Sep 16 02:39:43.305381 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ec72eb9-b04d-4c9c-a283-49eb7d33c68f req-3d69e94e-de96-48fd-b8d0-06ef6095a50f tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/security-groups?id=deedd0c9-ccf7-40e5-a17c-ac34059f9437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298200 Sep 16 02:39:43.539236 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12714755-99d2-432d-b7d6-43dccad883a2 req-da924621-9e24-4abe-8651-7d9f854df795 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 02:39:43.540578 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-12714755-99d2-432d-b7d6-43dccad883a2 req-da924621-9e24-4abe-8651-7d9f854df795 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 945 time: 0.0507944 Sep 16 02:39:43.625072 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-12714755-99d2-432d-b7d6-43dccad883a2 req-2549d3ad-a031-461f-a155-0b49da819a7a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Deleting port 17f5ad82-85af-46b8-b2d6-8163746a59b1 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:43.625576 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-12714755-99d2-432d-b7d6-43dccad883a2 req-2549d3ad-a031-461f-a155-0b49da819a7a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:43.715121 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [req-12714755-99d2-432d-b7d6-43dccad883a2 req-2549d3ad-a031-461f-a155-0b49da819a7a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] For port 17f5ad82-85af-46b8-b2d6-8163746a59b1, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=17f5ad82-85af-46b8-b2d6-8163746a59b1,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:39:43.715504 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-12714755-99d2-432d-b7d6-43dccad883a2 req-2549d3ad-a031-461f-a155-0b49da819a7a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:43.727054 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [req-12714755-99d2-432d-b7d6-43dccad883a2 req-2549d3ad-a031-461f-a155-0b49da819a7a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Calling delete_port for 17f5ad82-85af-46b8-b2d6-8163746a59b1 owned by compute:nova {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:43.849494 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-12714755-99d2-432d-b7d6-43dccad883a2 req-2549d3ad-a031-461f-a155-0b49da819a7a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:43.880988 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549d3ad-a031-461f-a155-0b49da819a7a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event deleted for resources: {'Port': ['ID=17f5ad82-85af-46b8-b2d6-8163746a59b1,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:43.920148 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [req-12714755-99d2-432d-b7d6-43dccad883a2 req-2549d3ad-a031-461f-a155-0b49da819a7a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] No DVR routers for this DVR port 17f5ad82-85af-46b8-b2d6-8163746a59b1 on host hv-cinder-80930 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:39:43.922643 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [req-12714755-99d2-432d-b7d6-43dccad883a2 req-2549d3ad-a031-461f-a155-0b49da819a7a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for port, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:43.925200 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [req-12714755-99d2-432d-b7d6-43dccad883a2 req-2549d3ad-a031-461f-a155-0b49da819a7a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.15 "DELETE /v2.0/ports/17f5ad82-85af-46b8-b2d6-8163746a59b1 HTTP/1.1" status: 204 len: 173 time: 0.3784525 Sep 16 02:39:43.925628 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'name': 'network-vif-deleted', 'tag': '17f5ad82-85af-46b8-b2d6-8163746a59b1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 02:39:43.927875 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2651fa29baeb6a1023ea901000dc2642d01c7e99c843f44a23fc02da32da6ea4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56cfd23-2ac2-4c0b-bba4-8555baaca0fe" -d '{"events": [{"server_uuid": "c5ac268a-9f58-4ce9-bdb1-ef6117743095", "name": "network-vif-deleted", "tag": "17f5ad82-85af-46b8-b2d6-8163746a59b1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:39:43.963389 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 02:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea796bcc-96e1-4a72-b2df-58ceb71a908c x-openstack-request-id: req-ea796bcc-96e1-4a72-b2df-58ceb71a908c {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:39:43.963681 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ac268a-9f58-4ce9-bdb1-ef6117743095", "name": "network-vif-deleted", "tag": "17f5ad82-85af-46b8-b2d6-8163746a59b1", "status": "completed", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:39:43.963935 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea796bcc-96e1-4a72-b2df-58ceb71a908c {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:39:43.964333 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ac268a-9f58-4ce9-bdb1-ef6117743095', 'name': 'network-vif-deleted', 'tag': '17f5ad82-85af-46b8-b2d6-8163746a59b1', 'status': 'completed', 'code': 200} Sep 16 02:39:44.406536 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [req-66cac71d-8841-4fc9-bb89-24b8b6c22911 req-369c3dac-c9c9-4e71-9c75-d1b24c127855 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ac268a-9f58-4ce9-bdb1-ef6117743095 HTTP/1.1" status: 200 len: 210 time: 0.0243080 Sep 16 02:39:45.462580 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 57324) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:45.582272 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-cf74da9a-a7ca-40b0-9605-989252d3d2c4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Deleting port 2fa4f2b4-6d1e-4a25-b0ce-07ed2be6166b {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:45.582607 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf74da9a-a7ca-40b0-9605-989252d3d2c4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:45.658698 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf74da9a-a7ca-40b0-9605-989252d3d2c4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:45.659019 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf74da9a-a7ca-40b0-9605-989252d3d2c4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:45.670245 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-cf74da9a-a7ca-40b0-9605-989252d3d2c4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Calling delete_port for 2fa4f2b4-6d1e-4a25-b0ce-07ed2be6166b owned by network:floatingip {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:45.795689 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf74da9a-a7ca-40b0-9605-989252d3d2c4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:45.824159 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74da9a-a7ca-40b0-9605-989252d3d2c4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event deleted for resources: {'Port': ['ID=2fa4f2b4-6d1e-4a25-b0ce-07ed2be6166b,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:45.883826 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf74da9a-a7ca-40b0-9605-989252d3d2c4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for floatingip, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:45.886270 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf74da9a-a7ca-40b0-9605-989252d3d2c4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521820'] for floatingip, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:45.887429 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-cf74da9a-a7ca-40b0-9605-989252d3d2c4 tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "DELETE /v2.0/floatingips/56893085-930e-4282-a0a2-3956446fe6cc HTTP/1.1" status: 204 len: 168 time: 0.4238682 Sep 16 02:39:46.183932 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 17f5ad82-85af-46b8-b2d6-8163746a59b1 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:39:46.209264 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] No Port match for: 17f5ad82-85af-46b8-b2d6-8163746a59b1 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:39:46.209602 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Device 17f5ad82-85af-46b8-b2d6-8163746a59b1 not bound to the agent host hv-cinder-80930 {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:39:46.250751 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:47.078210 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 57336) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:47.134255 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c59365be-6350-4d95-b1ac-a19158ea889a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:47.158419 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c59365be-6350-4d95-b1ac-a19158ea889a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:47.214533 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c59365be-6350-4d95-b1ac-a19158ea889a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:47.217098 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c59365be-6350-4d95-b1ac-a19158ea889a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Notify callbacks [] for security_group, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:47.218221 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-c59365be-6350-4d95-b1ac-a19158ea889a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] 10.222.0.35 "DELETE /v2.0/security-groups/deedd0c9-ccf7-40e5-a17c-ac34059f9437 HTTP/1.1" status: 204 len: 168 time: 0.1390457 Sep 16 02:39:47.226939 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59365be-6350-4d95-b1ac-a19158ea889a tempest-TestVolumeBootPattern-1363461178 tempest-TestVolumeBootPattern-1363461178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deedd0c9-ccf7-40e5-a17c-ac34059f9437,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:47.288051 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57342) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:47.992352 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869201'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:48.229898 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] Deleting port 4ab761ec-3bc1-436f-ad7e-e31764045f91 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:48.230235 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:48.305556 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] For port 4ab761ec-3bc1-436f-ad7e-e31764045f91, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=4ab761ec-3bc1-436f-ad7e-e31764045f91,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:39:48.306257 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:48.317539 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] Calling delete_port for 4ab761ec-3bc1-436f-ad7e-e31764045f91 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:48.487831 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:48.515716 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab761ec-3bc1-436f-ad7e-e31764045f91,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:48.673989 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8121505'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:48.832681 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5d7a-1467-4cf8-b18c-2bf4e3a8ad4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:48.882301 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] Router f20da24d-e0a9-432b-9f60-1fbac4c87d87 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:39:48.984745 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:39:48.989977 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-76b692d8-82af-48df-96d1-1bf99f457e0c admin admin] 10.222.0.35 "PUT /v2.0/routers/f20da24d-e0a9-432b-9f60-1fbac4c87d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7008266 Sep 16 02:39:48.992500 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57346) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:48.993548 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] Sync routers for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:39:49.002662 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:39:49.003345 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:39:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:49.092368 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.105334 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:39:49.191335 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.241819 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Deleting port f3f09f07-6663-4a6c-93ae-84f315890196 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:49.242162 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.279903 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:39:48Z', 'revision_number': 5, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port': {'id': 'f3f09f07-6663-4a6c-93ae-84f315890196', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:52Z', 'updated_at': '2021-09-16T02:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:49.305291 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] Checking router: f20da24d-e0a9-432b-9f60-1fbac4c87d87 for host: dv-cinder-809306-1-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:39:49.313882 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] Routers {'f20da24d-e0a9-432b-9f60-1fbac4c87d87'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:39:49.314512 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:39:21Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:49.318078 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] For port f3f09f07-6663-4a6c-93ae-84f315890196, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=f3f09f07-6663-4a6c-93ae-84f315890196,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:39:49.318879 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.331530 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Calling delete_port for f3f09f07-6663-4a6c-93ae-84f315890196 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:49.399195 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] Set router f20da24d-e0a9-432b-9f60-1fbac4c87d87 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:39:49.496884 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.527521 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f09f07-6663-4a6c-93ae-84f315890196,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:49.575115 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:39:49Z', 'revision_number': 6, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port_host': None}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:49.586894 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121447'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.600980 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab1622-bc94-4f84-9154-009e614d9545 None None] The sync data for ids ['f20da24d-e0a9-432b-9f60-1fbac4c87d87'] in dv-cinder-809306-1-iscsi is: [{'id': 'f20da24d-e0a9-432b-9f60-1fbac4c87d87', 'name': 'tempest-TestVolumeBootPattern-1610071652-router', 'tenant_id': '122d668a284845f29031559d8129dec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:51Z', 'updated_at': '2021-09-16T02:39:49Z', 'revision_number': 6, 'project_id': '122d668a284845f29031559d8129dec9', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:39:49.674553 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7864630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2442'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.677122 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.719349 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7864781'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.719910 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f20da24d-e0a9-432b-9f60-1fbac4c87d87 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:39:49.724093 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.725219 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bf4951a5-16e8-4c8e-9d20-15085cf76954 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f20da24d-e0a9-432b-9f60-1fbac4c87d87 HTTP/1.1" status: 204 len: 168 time: 0.7317796 Sep 16 02:39:49.727807 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57350) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:49.773283 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fee064-c75e-40bc-b9c7-da24bb256f0c admin admin] Deleting subnet 39c5bf77-4648-481d-9c3f-b38edbad5d24 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:39:49.776284 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39fee064-c75e-40bc-b9c7-da24bb256f0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.808706 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39fee064-c75e-40bc-b9c7-da24bb256f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4939575'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.881595 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39fee064-c75e-40bc-b9c7-da24bb256f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.935691 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39fee064-c75e-40bc-b9c7-da24bb256f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4294492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711917'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.960004 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fee064-c75e-40bc-b9c7-da24bb256f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c5bf77-4648-481d-9c3f-b38edbad5d24,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:49.965784 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39fee064-c75e-40bc-b9c7-da24bb256f0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:49.970648 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 57352) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:49.972625 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4c6df-0b32-44f5-8a73-19efc205ecae None None] Network ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:39:49.978031 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-39fee064-c75e-40bc-b9c7-da24bb256f0c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/39c5bf77-4648-481d-9c3f-b38edbad5d24 HTTP/1.1" status: 204 len: 168 time: 0.2491767 Sep 16 02:39:50.097094 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 4ab761ec-3bc1-436f-ad7e-e31764045f91 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:39:50.119109 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 4ab761ec-3bc1-436f-ad7e-e31764045f91 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:39:50.119480 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 4ab761ec-3bc1-436f-ad7e-e31764045f91 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:39:50.303268 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.354573 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Deleting port 9d401c73-a98e-4e95-ae91-31683e0b59fb {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:50.354843 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.418013 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] DHCP port deletion for ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 request from dv-cinder-809306-1-iscsi {{(pid=93922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 02:39:50.420171 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] For port 9d401c73-a98e-4e95-ae91-31683e0b59fb, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=9d401c73-a98e-4e95-ae91-31683e0b59fb,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:39:50.420539 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.433707 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Calling delete_port for 9d401c73-a98e-4e95-ae91-31683e0b59fb owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:50.470383 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Deleting port 9d401c73-a98e-4e95-ae91-31683e0b59fb {{(pid=93922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:50.470757 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.512965 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4778750'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.535836 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] For port 9d401c73-a98e-4e95-ae91-31683e0b59fb, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=9d401c73-a98e-4e95-ae91-31683e0b59fb,segment=NetworkSegment(2abfe7c0-2a89-4a67-a2c1-2eb5697ff144),segment_id=2abfe7c0-2a89-4a67-a2c1-2eb5697ff144)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:39:50.536235 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.541446 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d401c73-a98e-4e95-ae91-31683e0b59fb,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:50.545076 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] No DVR routers for this DVR port 9d401c73-a98e-4e95-ae91-31683e0b59fb on host dv-cinder-809306-1-iscsi {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:39:50.548827 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Calling delete_port for 9d401c73-a98e-4e95-ae91-31683e0b59fb owned by network:dhcp {{(pid=93922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:50.618761 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.630246 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363'] for port, after_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.639472 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba461cdc-2e6e-46fc-822e-ed7ac56abfa3']}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:50.649990 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144') {'for_net_delete': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:50.650682 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.services.segments.db [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abfe7c0-2a89-4a67-a2c1-2eb5697ff144') {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:50.656831 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Pushing event deleted for resources: {'Port': ['ID=9d401c73-a98e-4e95-ae91-31683e0b59fb,revision_number=None']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:50.662255 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] No DVR routers for this DVR port 9d401c73-a98e-4e95-ae91-31683e0b59fb on host dv-cinder-809306-1-iscsi {{(pid=93922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:39:50.662870 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020778'] for segment, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.669197 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.669555 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.674934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.674934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.674934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.674934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.674934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.674934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.674934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.674934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.674934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.674934 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f59a1-4d25-473f-b049-32a91b076d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809306-1-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:39:50.683004 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.689244 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:39:50.689664 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776975'] for segment, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: Traceback (most recent call last): Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: timer() Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: cb(*args, **kw) Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: return func(*args, **kwargs) Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: self._notify() Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: self.callback(batched_events) Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: event.method(event) Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: return f(self, *a, **k) Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._get(url).json() Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: return self.request(url, 'GET', **kwargs) Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:39:50.691516 dv-cinder-809306-1-iscsi neutron-server[93921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:39:50.750414 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.756313 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:50.758154 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ba461cdc-2e6e-46fc-822e-ed7ac56abfa3 HTTP/1.1" status: 204 len: 168 time: 0.7865202 Sep 16 02:39:50.761185 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57354) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:50.769165 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072a062-da28-4872-80b2-06df131fb557 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba461cdc-2e6e-46fc-822e-ed7ac56abfa3,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:51.340631 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869201'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:51.459206 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-23ad7e37-9067-4c37-bdd2-d67bce13eb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:51.578243 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] Deleting port 0b141fc7-fb9c-400d-9c7a-05aa66f99300 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:51.578578 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:51.655997 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] For port 0b141fc7-fb9c-400d-9c7a-05aa66f99300, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=0b141fc7-fb9c-400d-9c7a-05aa66f99300,segment=NetworkSegment(96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b),segment_id=96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:39:51.656274 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:51.668510 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] Calling delete_port for 0b141fc7-fb9c-400d-9c7a-05aa66f99300 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:51.806578 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 9d401c73-a98e-4e95-ae91-31683e0b59fb no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:39:51.826024 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 9d401c73-a98e-4e95-ae91-31683e0b59fb {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:39:51.826366 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 9d401c73-a98e-4e95-ae91-31683e0b59fb not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:39:51.826777 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device f3f09f07-6663-4a6c-93ae-84f315890196 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:39:51.843113 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:51.844476 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: f3f09f07-6663-4a6c-93ae-84f315890196 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:39:51.844824 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device f3f09f07-6663-4a6c-93ae-84f315890196 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:39:51.868287 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b141fc7-fb9c-400d-9c7a-05aa66f99300,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:52.033502 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8121505'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:52.242239 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] Router b239cce7-71f8-48b9-9c10-a66cca8daf60 has already been hosted by L3 agent 69deb65f-46e6-410f-8c57-71a20fdda4af {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:39:52.273695 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:52.346817 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] Notify agent at l3_agent.dv-cinder-809306-1-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:39:52.351708 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-67d36206-4f77-4956-9ea9-98dcfa3a4930 admin admin] 10.222.0.35 "PUT /v2.0/routers/b239cce7-71f8-48b9-9c10-a66cca8daf60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5894132 Sep 16 02:39:52.354151 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57358) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:52.356695 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] Sync routers for ids ['b239cce7-71f8-48b9-9c10-a66cca8daf60'] in dv-cinder-809306-1-iscsi {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:39:52.369663 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] Routers {'b239cce7-71f8-48b9-9c10-a66cca8daf60'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:39:52.370273 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:39:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['b239cce7-71f8-48b9-9c10-a66cca8daf60'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:52.455443 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:52.468383 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] Set router b239cce7-71f8-48b9-9c10-a66cca8daf60 gateway port host: dv-cinder-809306-1-iscsi {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:39:52.555114 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:52.606037 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Deleting port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:52.606423 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:52.642879 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'name': 'tempest-TestVolumeBootPattern-238043483-router', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'external_fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:57Z', 'updated_at': '2021-09-16T02:39:51Z', 'revision_number': 5, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'gw_port': {'id': '78ae3b9e-d005-4807-b2ee-7ba4160bedf2', 'name': '', 'network_id': '20c6ad3e-e1ef-4253-be1a-d9f49f0795f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '251679a7-f34f-47be-9c84-e308f75bc265', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T02:32:58Z', 'updated_at': '2021-09-16T02:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '251679a7-f34f-47be-9c84-e308f75bc265', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809306-1-iscsi'}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:52.669115 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] Checking router: b239cce7-71f8-48b9-9c10-a66cca8daf60 for host: dv-cinder-809306-1-iscsi {{(pid=93923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:39:52.678207 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] Routers {'b239cce7-71f8-48b9-9c10-a66cca8daf60'} bound to L3 agent in host dv-cinder-809306-1-iscsi {{(pid=93923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 02:39:52.678870 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T02:17:51Z,description=,heartbeat_timestamp=2021-09-16T02:39:51Z,host='dv-cinder-809306-1-iscsi',id=69deb65f-46e6-410f-8c57-71a20fdda4af,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T02:17:51Z,topic='l3_agent')) {'router_ids': ['b239cce7-71f8-48b9-9c10-a66cca8daf60'], 'active': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:52.680842 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:52.687215 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] For port 78ae3b9e-d005-4807-b2ee-7ba4160bedf2, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=78ae3b9e-d005-4807-b2ee-7ba4160bedf2,segment=NetworkSegment(a55a2bac-e16b-416b-be69-479cedd2177d),segment_id=a55a2bac-e16b-416b-be69-479cedd2177d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:39:52.687596 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:52.699801 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Calling delete_port for 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:52.763643 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_dvr_db [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] Set router b239cce7-71f8-48b9-9c10-a66cca8daf60 gateway port host: None {{(pid=93923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 02:39:52.863568 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:52.888181 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ae3b9e-d005-4807-b2ee-7ba4160bedf2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:52.901225 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.l3_hamode_db [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'name': 'tempest-TestVolumeBootPattern-238043483-router', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:57Z', 'updated_at': '2021-09-16T02:39:52Z', 'revision_number': 6, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'gw_port_host': None}], 'dv-cinder-809306-1-iscsi', False) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:52.927122 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b595078-57ba-4df7-8f56-5453946010b9 None None] The sync data for ids ['b239cce7-71f8-48b9-9c10-a66cca8daf60'] in dv-cinder-809306-1-iscsi is: [{'id': 'b239cce7-71f8-48b9-9c10-a66cca8daf60', 'name': 'tempest-TestVolumeBootPattern-238043483-router', 'tenant_id': '56a30e20f1484f35a57e2124c6627f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T02:32:57Z', 'updated_at': '2021-09-16T02:39:52Z', 'revision_number': 6, 'project_id': '56a30e20f1484f35a57e2124c6627f38', 'gw_port_host': None}] {{(pid=93923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:39:52.950268 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121447'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.037193 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7864630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2442'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.039238 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.083950 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7864781'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.084563 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b239cce7-71f8-48b9-9c10-a66cca8daf60 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:39:53.089340 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.090461 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6a320a4d-9217-48a6-8909-ee6055cedb46 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b239cce7-71f8-48b9-9c10-a66cca8daf60 HTTP/1.1" status: 204 len: 168 time: 0.7353411 Sep 16 02:39:53.093012 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [-] (93921) accepted ('10.222.0.35', 57360) {{(pid=93921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:53.136397 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_v2 [None req-677c9d93-33b4-4933-8f22-eecb9efc6908 admin admin] Deleting subnet 74767fee-523d-431e-bfce-aa2f1f202603 {{(pid=93921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 02:39:53.139209 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-677c9d93-33b4-4933-8f22-eecb9efc6908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.171956 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-677c9d93-33b4-4933-8f22-eecb9efc6908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020769'] for subnet, precommit_delete_associations {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.250501 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-677c9d93-33b4-4933-8f22-eecb9efc6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640926'] for subnet, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.304132 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-677c9d93-33b4-4933-8f22-eecb9efc6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16418835'] for subnet, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.329663 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c9d93-33b4-4933-8f22-eecb9efc6908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74767fee-523d-431e-bfce-aa2f1f202603,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:53.335478 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-677c9d93-33b4-4933-8f22-eecb9efc6908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for subnet, before_response {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.339699 dv-cinder-809306-1-iscsi neutron-server[93921]: INFO neutron.wsgi [None req-677c9d93-33b4-4933-8f22-eecb9efc6908 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/74767fee-523d-431e-bfce-aa2f1f202603 HTTP/1.1" status: 204 len: 168 time: 0.2433283 Sep 16 02:39:53.340078 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57362) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:53.340504 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b544d9-758d-4983-a16c-314cbe060ff6 None None] Network ad5cbeaa-c211-400d-a543-412a9eb74392 requested from dv-cinder-809306-1-iscsi {{(pid=93922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 02:39:53.410779 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545391'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.465283 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Deleting port 802b769b-1e44-43dd-97f4-65f23b82eb8c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:53.465430 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.511869 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2944c4-7350-4caf-ace3-2c0d0102c5f6 None None] DHCP port deletion for ad5cbeaa-c211-400d-a543-412a9eb74392 request from dv-cinder-809306-1-iscsi {{(pid=93922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 02:39:53.536959 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] For port 802b769b-1e44-43dd-97f4-65f23b82eb8c, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=802b769b-1e44-43dd-97f4-65f23b82eb8c,segment=NetworkSegment(96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b),segment_id=96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:39:53.537323 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.549531 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Calling delete_port for 802b769b-1e44-43dd-97f4-65f23b82eb8c owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:53.565794 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-7b2944c4-7350-4caf-ace3-2c0d0102c5f6 None None] Deleting port 802b769b-1e44-43dd-97f4-65f23b82eb8c {{(pid=93922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 02:39:53.566275 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7b2944c4-7350-4caf-ace3-2c0d0102c5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758793463089'] for port, before_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.629863 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4294515'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.633384 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-7b2944c4-7350-4caf-ace3-2c0d0102c5f6 None None] For port 802b769b-1e44-43dd-97f4-65f23b82eb8c, host dv-cinder-809306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809306-1-iscsi',level=0,port_id=802b769b-1e44-43dd-97f4-65f23b82eb8c,segment=NetworkSegment(96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b),segment_id=96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b)] {{(pid=93922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:39:53.634349 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7b2944c4-7350-4caf-ace3-2c0d0102c5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8124249'] for port, precommit_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.648701 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-7b2944c4-7350-4caf-ace3-2c0d0102c5f6 None None] Calling delete_port for 802b769b-1e44-43dd-97f4-65f23b82eb8c owned by network:dhcp {{(pid=93922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 02:39:53.660094 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=802b769b-1e44-43dd-97f4-65f23b82eb8c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:53.668763 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] No DVR routers for this DVR port 802b769b-1e44-43dd-97f4-65f23b82eb8c on host dv-cinder-809306-1-iscsi {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:39:53.727217 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7b2944c4-7350-4caf-ace3-2c0d0102c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758793467895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758792913363'] for port, after_delete {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.736739 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640025', 'neutron.services.segments.db._delete_segments_for_network-8758793428125'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.750439 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2944c4-7350-4caf-ace3-2c0d0102c5f6 None None] Pushing event deleted for resources: {'Port': ['ID=802b769b-1e44-43dd-97f4-65f23b82eb8c,revision_number=None']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:53.756370 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2944c4-7350-4caf-ace3-2c0d0102c5f6 None None] No DVR routers for this DVR port 802b769b-1e44-43dd-97f4-65f23b82eb8c on host dv-cinder-809306-1-iscsi {{(pid=93922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 02:39:53.757783 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5cbeaa-c211-400d-a543-412a9eb74392']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:53.767356 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:53.767650 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ed4f32-4fcb-46ae-89cb-ec64ea3a3f1b') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:39:53.780991 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758793427622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4939580'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.795296 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.806045 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:39:53.806432 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-643595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4295042'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: timer() Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: cb(*args, **kw) Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: self._notify() Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: self.callback(batched_events) Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: event.method(event) Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: return self._get(url).json() Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 02:39:53.808168 dv-cinder-809306-1-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 02:39:53.822226 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 802b769b-1e44-43dd-97f4-65f23b82eb8c no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:39:53.841329 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 802b769b-1e44-43dd-97f4-65f23b82eb8c {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:39:53.841743 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 802b769b-1e44-43dd-97f4-65f23b82eb8c not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:39:53.842224 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 0b141fc7-fb9c-400d-9c7a-05aa66f99300 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:39:53.860588 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8053516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7867966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8121347'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.862802 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 0b141fc7-fb9c-400d-9c7a-05aa66f99300 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:39:53.863151 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 0b141fc7-fb9c-400d-9c7a-05aa66f99300 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:39:53.863643 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 no longer exists at agent ovs-agent-dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:39:53.866444 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7867948'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:53.870863 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ad5cbeaa-c211-400d-a543-412a9eb74392 HTTP/1.1" status: 204 len: 168 time: 0.5274878 Sep 16 02:39:53.880521 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27acb55-dc8c-4c3a-8d66-c12102a14f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5cbeaa-c211-400d-a543-412a9eb74392,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:53.886325 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] No Port match for: 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 {{(pid=93922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 02:39:53.886785 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.rpc [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Device 78ae3b9e-d005-4807-b2ee-7ba4160bedf2 not bound to the agent host dv-cinder-809306-1-iscsi {{(pid=93922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:39:53.977290 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:54.016002 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-60020ba0-6f50-479a-8b8a-4426b8eb7559 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=122d668a284845f29031559d8129dec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375614 Sep 16 02:39:54.018265 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57368) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:54.063121 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eeaa8e19-6ebc-49d4-b9f3-f3962e51fc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:54.087848 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eeaa8e19-6ebc-49d4-b9f3-f3962e51fc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:54.101407 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:54.133310 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eeaa8e19-6ebc-49d4-b9f3-f3962e51fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:54.136172 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eeaa8e19-6ebc-49d4-b9f3-f3962e51fc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:54.137298 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-eeaa8e19-6ebc-49d4-b9f3-f3962e51fc8c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f9d1023-77c7-4edd-a997-b62a830a7017 HTTP/1.1" status: 204 len: 168 time: 0.1181676 Sep 16 02:39:54.145362 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa8e19-6ebc-49d4-b9f3-f3962e51fc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9d1023-77c7-4edd-a997-b62a830a7017,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:54.439486 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57374) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:54.477983 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a25fb653-543c-45ac-9a59-285c3711c1a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56a30e20f1484f35a57e2124c6627f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367219 Sep 16 02:39:54.480407 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.35', 57376) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 02:39:54.525659 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16570497-08a9-4f96-b681-5e531cdaf225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:54.546019 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16570497-08a9-4f96-b681-5e531cdaf225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:54.590065 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16570497-08a9-4f96-b681-5e531cdaf225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8055258'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:54.592579 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16570497-08a9-4f96-b681-5e531cdaf225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:39:54.593710 dv-cinder-809306-1-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-16570497-08a9-4f96-b681-5e531cdaf225 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/795d88ad-768a-46de-a937-3587c352a2e3 HTTP/1.1" status: 204 len: 168 time: 0.1124113 Sep 16 02:39:54.601629 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16570497-08a9-4f96-b681-5e531cdaf225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795d88ad-768a-46de-a937-3587c352a2e3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:39:59.150591 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:40:16.250429 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:18.833609 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c090d33e-c947-4a5c-b6c9-d3ac4f418621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:21.463117 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4a9d93c0-16c4-4b0b-ab3c-01fcac6b12cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:22.274392 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:22.680728 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:24.105332 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:36.150067 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:40:46.249189 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:48.834343 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-68ef7f88-06fd-4e86-9c66-38180316f6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:51.463057 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-efe60852-19e3-4eb7-b85f-d715a6496296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:52.274928 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:52.684512 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:40:54.108627 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:00.879062 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-8cf015ad-93cd-4cee-aa89-c2b862702a1b req-c4965bc4-e5bb-4609-ad00-24d9067fb014 service neutron] (93920) timed out ('10.222.0.15', 64143) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 02:41:13.148041 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:41:16.254929 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:18.834827 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fb351d75-51bf-4a80-9e70-01b87dcb6cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:21.463243 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cc17d349-34ff-4ab6-89b8-05164da1b7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:22.274489 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:22.686837 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:24.111820 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:46.263824 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:48.836046 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b00499e9-7e61-44f0-b670-90df1b13066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:50.146408 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:41:51.464835 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1a7abdff-9384-4f4c-b9db-9015ba412d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:52.278476 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:52.689447 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:41:54.114582 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:16.280250 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:18.835167 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a50cf2b7-eb28-4f84-8889-78c85fc2a788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:21.464514 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f3d56db9-90c0-4968-8a56-fdabdeeedf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:22.279610 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:22.693051 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:24.117259 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:27.144949 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:42:46.276915 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:48.843407 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-da8bd56f-493e-4518-9483-57143da099d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:51.464717 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-231c9231-35c9-4b0a-b464-96fd047fba72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:52.279389 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:52.694723 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:42:54.119964 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:04.144292 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:43:16.276112 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:18.833668 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1550c206-d870-4850-906b-c15ba07a09d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:21.465080 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6933ced1-c8f3-40d9-a38a-cfb4e8c8bbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:22.279341 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:22.697554 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:24.123257 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:24.381106 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-6ce796e8-6c6d-4829-b03f-623cd92b3ded req-2c7cdf5d-3734-45ed-a4d4-ade12328e820 service neutron] (93920) timed out ('10.222.0.35', 51202) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 02:43:41.143608 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:43:46.275655 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:48.833396 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d0101d7f-f277-4688-9d52-bc6d87596744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:51.466330 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1acadea5-c802-4969-ad75-55676e0b0122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:52.279472 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:52.700380 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:43:54.125582 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:16.281024 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:18.142404 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:44:18.833952 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b8138361-6a7b-44ed-a617-e4a1bb2abeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:21.469011 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e0527876-b0dd-450d-b4e1-90e6d411bd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:22.279625 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:22.702187 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:24.129156 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:46.294786 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-be549298-d1de-411c-bdf1-ee82daa00f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:47.376603 dv-cinder-809306-1-iscsi neutron-server[93921]: DEBUG neutron.wsgi [req-3b175a19-1ce1-4086-9934-1e053202f5f2 req-753b834d-bc24-475d-924d-3e5383b45044 service neutron] (93921) timed out ('10.222.0.15', 64178) {{(pid=93921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 02:44:47.731592 dv-cinder-809306-1-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-8a35cee0-58f3-404e-851d-7eaac96241a4 req-8fed4dc2-053f-4385-ad73-618a68a79dc7 service neutron] (93920) timed out ('10.222.0.15', 64173) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 02:44:48.834079 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a843f0c8-9e4e-4b8d-bcde-c4fa76649b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:51.469750 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5237a55a-810f-4b7b-8dad-a9d972138501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:52.280847 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-58ec7fb9-5c75-4713-890e-7b327ca8b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:52.705888 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-92a95312-aa11-44f3-b4e6-67a6d076d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:54.134178 dv-cinder-809306-1-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9cd366fe-4b0f-4de0-8d96-4b0a59bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758793428107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-653849'] for agent, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 02:44:55.140820 dv-cinder-809306-1-iscsi neutron-server[93923]: DEBUG neutron.db.agents_db [None req-0abca95d-a479-4ace-828f-dbd9f0a64ae8 None None] Agent healthcheck: found 6 active agents {{(pid=93923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}